diff --git a/params/llama3/8/fixed/woq/init/lm_head/scale.pt b/params/llama3/8/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83dfc995b13b3b27a382ded304238b3e6170e88d
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9d51b0b94d1935a400d14d8f3cbc22b0aec223a5e505bc6a3dc41348fc1d0e
+size 514130
diff --git a/params/llama3/8/fixed/woq/init/lm_head/zp.pt b/params/llama3/8/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117d570e9f109df9916b62a0bf3e3927494b7fa9
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4683945d46ff4ed628c3b74ed720194cad1369a67b3b2b5107defe0ae6c8e8
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b38a374ebd97c74c9ac7a6c49f426e7b42942ca
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0db87a63cc83d107d95891da9bca895dc2cbfb5deda09306ccfcf580219096
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b002242fbc2a90cff272b7c951501bc0f949a7
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b98e8d5a4535c783269458b838688172481d46a2d8ad397a717f9b331b72a1
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d26cf448cb23f66bf77031565d14c244735419
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a06f4d3221982e8c28dd8b988f0d8afb25ab4bd8e34341385a9b97c7a7413d
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a995a54277f6420ec2ab1f2d06418bfc3dcb47a9
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecfda1c9ec59d8b8dd7f7efe92b1effe4110e78a6273863776509d2fc184b75
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fdbfe5f8a355892d02048c0ab2c9930a9d73caf
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e98bfee0d092272e23972669062008c398c6bd8b1ad81344ecf525c7dd7cca
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b753aa3962b1869fb96598caf694fb8fbde41b33
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5d614d74cf5c6475890fff7574179d1b169e280b63008fbc97dbde60c92294
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83b34cb238d8afba55f049cac83d125a8bcaf82
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31562411c5e0471d7caedc03deac3084487a9a57b0fd7dda9603f9c59cbe81c7
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af848d31d04b5cec018186529d811c95e4c98f0f
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c916059615b9060b1418b5429cff29a201869a3e67ac582a3e9f6ab782ae0993
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b869dbfd80b34fc292384e603ff53bbf59c310f3
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cffd4e6e6377b14ee80044a3714e14cfaa05e17916cfbc3b52f87ea058bc502
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff1e74992c357cb5608cf641af7573b56065f35
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fbaff4637395887e3905d60489dd61d258816d19979a21f29131df5928a99c
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5301065436afd1ff95df479d952cafbfee4f71
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d27db9d27af5733a215394b42ba50f6380649df4c061b409412efd0c71f3303
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0952638fc4fcfea8521cd6d5efcc442d1db8b610
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5491dcdef8a296b97e63fcc5638d860cb86cc4c4c9665b1b575801bf6ee4c7
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d5bf28dcf20f8e214e8fd28d4a3df615f672b0
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c02d7782cb3feb92852943a37eb1aa0fd09b76aa27cab53b1edd30428f5c2f
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb00fa7319b33ae809839530a7c6270466308792
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a48a9480321c3a23644550d866226249781bd81d34672a4c3f6835463feafd5
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebff396d9f61ed58854dbdb3188abaecf8cf0ce
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e788c187e29cde7fe2037d445193a0d6cc8fa7878ea2e84951dcff215439244
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472221d27ca04f725778d15d7409efa9f44f5c07
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849750d6f07605af58b003ea1940b16dd61997f7abf195c7d99950b1f16657fd
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed434e1837d30fa9476bd76c8a1fbd46d8874e3a
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36fb2f9af402757d4acd996e17d862bb4e2e7d125fb32ef47df72d6746a86a6
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe73de0d2d4351759473a25514528188e6bf1d13
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e14879ff5129da1b3e822650e52cfc27c4bb44936fea1d59b702d3b09ea5fa2
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754a8412c28efe4a2c0d8dd2e8329b1e39971862
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946f1b200a5d6fe90bda40b3c7d7afb4b3ecfc2b0cb202fdf8e1ea743f4aadc9
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d919d413bcb94f13a48d5b1ffb30576cff07df79
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030452a0f6d248a3505a8672386d64d5e3b42fbd89a90cb6b9d122a4556f1541
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6706ddbd16f1a769c10a36fc3c6ac95e3954bd7b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631713d454154a3948051f6c89fd4c0b089f3b7bbd3e2227d034f518623ba702
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb267abed48f26362bc80eaf7cf589a8a048fd12
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917313853f2bea281fac29dd09303ff5c12799b8ec59d342d683f085bc050ade
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12760ecd3631c3626fefbc8509c6dfab860eefd
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8517e9344eab44d3d32c7fb4c1b8fd1114329b20f623b5de4c313d5edc7d324
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7d62fd413bfee0c88ac746cef6207c347a028a
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62068d077219d740593d252c6e4afeafb3b0521085b0a62e08eb4c09e7cff8dd
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee87fad355790f3fcc56d657c731ef530a56b8c8
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091b6dfc8af88ce6c396e16a6ec8ef8433f94c3ce63563d0216cc778c53cff7d
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b609253e9b3f97a9d17ae0508b4c589194d9ced2
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2f6828cbd99bda3ee3d12180e12a2d45e60bfdac6e921df0b3d9a605036099
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c613ec94eeef0d8050f27d3d408d1186d8c15b4
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6099087f2116326bb75d0cbe60bd4863fc609ab68a3b10a4f583332fbcdb24a
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7868d001a00d94696d3888051e756579856b25c
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08ae8217988b562147f56892abca950068c319269e8f26b63fa909783b98f7a
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f5151c1ca5e130c1debcefc0dd7ef03d6b35fce
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a6c27e57d0549e61d1043fb30ca78a560b1f9dfa0c4453e408ec376208b5bf
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb6da411516f0bc19f8f92e24fdb3f7efb4672c
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7657f1b8daa487ef13c177a606fe883f75b4e24c2e9f708f871bbdc64aed88
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384cafeb83e8aeec6fc7133dda19fcfa6d32e691
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa15c413a7ef819207166f42e636dd46ec8e4e49433b9a8aa0cfed84a3a20418
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3454b4ba2c18073be767f30a7edb4ccbbff0c0ec
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104cef1c8069e36d657af209d15dd0b9eef187bdff2e09337cc0c7a5d49aef24
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5280e16f4ee76b1bba1a556528468d92d252ed
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17446492ec0629dc3b5b5870ff3597388c175892ab8472b052db7c70a76df51
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6585f3652445b747b8772168f020147144d4a82e
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42eb2ef5f2f01050f302dd7d763ac56a679b71897c5972fea38f350e309824e
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f957d01a543464d8364d8a713b6ed31e1e9ce787
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43ea6f72e6b338a1605bc9a85743a0b1db8843cef5f4a8aad8f33ea8eac812e
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ed699f21670dc9d836186e99a974752b000497
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379b2266c64c2ce1f4a57a40a819cb878e720b59a48a80bda53c1857830c8e5b
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8588edd4cc86e8e49e43e3ef9b269f99681b4d22
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddd21c74801eeec763506f678f4460973daaf5649554be7645dba1c368b9068
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3d8c47017a23d4579df348918dab8865ed4933
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9526cebbce944342e71ebd0a410c9908b30ea49b2a4a10f528fd2119386b69f
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593a74c1e6c3439fbdabaea62fb4aece3926b008
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8800c56e2158817e47ed55dfd3298d0266625aae5e0e4c75c1dd42a71063bc67
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e84e47e18b3a374058d7136732e4fb394bce86
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0551510a9b6e91d6a05f48c685640e5b38c8375b0890e25111b319f341a670
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9bc73ad0e1e8f07e39f179d1d5d13af45279989
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f898af3ee2cfd880a6febd32910bd51ef5c9769479aeb2f8123a07b441d09f36
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c8bfb8db4d6ae3544c418976a70e783ba6a1bc
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c890994a9720b76f4c65a2838ecdd8148ec20ff65a8221cabe40efd232ec879
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a761dbcba2cb337f9b94a4a5ca1eef8aaa5bbb6d
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f722d370f2eb0a8d4b94f977e54d372f6061443a89c254c3fade08a7fe36a5
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d2ce7191187b4258e46fbda5dcd9a82c405b45
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada963be7b4dd4f56c0f3aebf5206813f115afa8895f6493f89e571625296c7f
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05bc2950e34a92f6c3218fa67564e0856cae258
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f3bf0466e3dc0b3ad66493221f3e93aaa71d8c603c9d911d1ac89b22304cb1
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1333326900a84d1189a05e4229a6114e549c18b2
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18a710634261611a2989218d05b146834927304ef830473b7c0d3d6873cf130
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d424ebc7e9c26083a94ce7014d7176631a1b8bbc
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e2c0080e47b2a06488c215c963de150384cf49a5fea3e416ba48501a3f1255
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8451c55ec232a05353c9d69fc4efc7247a58e921
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2af137d373d33a71c018a2155ecb2da7fab8885e60d691fbd4afeed5a6aa6b5
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63942158b2dfa763efea66cf5eeb8ceb0a392165
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a530f526d6e422db8babca1426c80a00fc87adc724bd71385416b44a2def3df1
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24804b3713234c05cb8a98d806a16f9ce1348a99
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a3cad8c9da93932e2a2b5f1fa5cd9c2c1adc92d303e8438817b0b9449bc306
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58b6c295a0e0f755e778d6162ebb5f296ab62d4
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a83242a6d2565a745f5d9a87a2266a99b1cb3bf1a138a7e05f3202f8ad5a593
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d7dae96e965dd6ea85fea23e7f6ee82ad1941e
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71e95fa72370a66ef4899107635b211f6e424cee3c2280cdbbf1f62cf52faee
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a7601c0c45bf3b44a6c424089dc2fa4e579b8b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7a9abd648248953ba7c5dc8e6cacbd04515b760e547bd56363965fcf19b6cb
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c4e24f40c3f95fc73025f815b3c61bbe75edf7
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6f89aa249b6e769bc5366a99a9ffac0f9f8b4a355941d1ff8242bf9d97bc17
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f347a2db1973532291abe9fca215432bcc98bf
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5d42ff713c074cef2072f4a732a90b9161e855d6f13755a341bb35341e7c21
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f34913fbe493128c1c37dc7fecf7d7208365164
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9b5a988a9908ef50c1a9a27123ef0a8904d6239bc10cec3b831cf517b006bc
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d998161265c6b1ca0aeb94480287511a4000e62
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ef337c7a6cedf4cf8e649814a8214378228243736913b6430f44449e3d93af
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1404fd2c3bbb9476d3644dde493a01cab30525d5
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d5598eebd6a489b2b4943791d398c3d845eb943bc7733fb7f075a878385536
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d17cdbe146e4aa1d718b628afa0ef6575244f1
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4dd8db5956a180ad59c4f2c99ee2e47fd4085aa9c19547bc0c214f4deb3bb47
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d04f5b8749c4c6b972a714c484e7a675b8a60fd
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2badfe8e13d2f4e964ac42fce071ce447284610e1cc356fdc51636007fdcdb69
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bee90f84dcf9f1d09872e4effeec328bd199013
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9adbfc08f14f34384a45a1135b1c45e0659b2c24dbcd6b1358a93b976fd81c09
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43314b9ccb1ef00001f97fe6e94e12633cbd043e
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fd3782b472443baf20b0c2e9450176321dc5dc886eb16a353e32b77e8f85e2
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b62c585a39b65f8b8f9e901e5359e9c65f7d5fb
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17275bb57028179ee482668988eb04f172b02e8dd5ae8d63cae57184b5b4c6d0
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003d08b64fb45219df4ccff45f243571421a74d7
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506a062dbc2ad7d0bb7c5b2e787f78833843888bd61e1c34692a26267ac217d8
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67afec949886a02403eedae52ee3e50147c2328c
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a240dd6f23487f9e37a4fbeb0367ac87d6176e9afe1d806bf2d83910df5265f
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d982fe94c9e31a56ca9878d059a7e2c2054e49
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5248867930dfaf605809df6457eab17ded77ce9ef12f7f03a4ab308ca0ebe7
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbdd54af2a230cf383db6d8699ccfbcfdd1c5297
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f0676d659224a27dd5c277b393e7c3f472f70077fc77169c204b32c72c9c05
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..818b6aeb3f20f150f4e617e630ecb41d957def6e
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8deaa6e5fb61316df574dfaf941398fb652792644777a4ffabff4566a2d9d7aa
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c3f64aec79616ef02514479fa2f0c8cd49e14d9
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5c72d5ac866c9dedeba5051678db3d8180452ba0869d94d5d3a04e114d426a
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cacc43abfc9938f5a80681e572ca18ce780a43eb
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72ca9462d8ba48638ddae4af200f70a6729e421a0dbeff355c487fc210e904e
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca85a5c985d135f33a9d1b560fdfc07d6d3a9e8
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd0bfa0de65e04e84cea962431744b06b02b0c2cbf55d6aa7eda4e3b6509352
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57680b7f05b1a8e8d7861deeca42c502c0778fcd
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec0dbadff0990f920c9618f346f9635f405e6367d040f829d16c08ff286653b
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8962b2bc789b3ffea6fc66c56040d1e7690750fb
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce6a7c92b4689d9ca8ad5dedcdbc915dccf03718ecac38ddbb671593f5d9d96
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318d014838b0dd8cff1b205120066dfa2d12826b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d3d8034049c6c327a397bfd67d6726689198d096588cafdfec5ed41802ffe8
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24b09f97d0f849f04e5e41e28927c69554066d6
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7e20f981a8896f6771a1fe304c55c17c4148476e009e93403b7f27bad70946
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e93d278beb32dde855c7943b6f0f95f5cfbd21
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411ec6c9523435d48af8bf91c510322a222d4bbcf9f80e4f07976182cb33e2cd
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73483d65bba3c1f2762a3b8492d0dcc9cf4b8694
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263c114bb42109d37e03f1c58f3ed4f0969f6ac2474623225b2fe3d36d9ef6ad
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4afe83251b33050b29beab1907a495b77718d544
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7417f531b6eb57776d3fff471ec71142e7bb782ecb923c99e743bbed19a13d
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20554ca3597c896eac15c59a67a2177497636e5a
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7396ff87f593f2934d122c40cfaee5ab81d4d803439bcae24b3b850e2570326c
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14576197a25677f1342daad8b5ea1b867bc769d4
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458de70fd6e6cb02b1e765cc908367371783be54a22726a5dd7fe239a12b9401
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05d37fb796fd0e351dfff84aa630e4e8dc7141a
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7cda0c2a804ce58c53720cd03dcb20f98a6003c2e447c35a4957af3c487e97
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd30bf54d89963e47b9a010f9a8455d17877ddc7
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fe481b1117e7eaae35b32f588782b702bd87fa08106ae24f0a02ea808cb9ba
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..708a4118a36eb1d255f87daf573af1fc775b3a50
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856f18285b2cd27aadbe39aeea9b40aa96c836386b41c4d27d735795f90d308a
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174ec4df5682a745a7355b5a4dec1a48fc3f3379
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4180f47aabe1457a39fece6a17d6130be24dfce2adc7bab82a69ffdb2ba22569
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b82c936c480e3786356930044e8060bbc015890
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e72d2fd77ba320bbb584fe8edef06aa5d057decd2e6218d0ed2545e82dc6c9
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9831b71d9854193d71c109a5050b0a2990dbc244
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc232c8619004567941310b0036e5acbe4aa3b71831a759b661bb1c1422e4e3e
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65fdbb1e4576fe47bd10d8b92f78208a9dbf5d9
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5862b5e7ae90881deb3ca06eaef21980ddd10334c85033d0b4c39bf279c2b611
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e57f49e8efd35f73114ad37c1412ab288cc5b9
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a766b4639fd1db83df342291a7363a1ac9ecadf978f6d003db4fa459faca236c
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3faa1acb96ecc352ad077b62c90cb598fc0dfe64
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfbd87554307265005c513bbd92be994af6bd1debe17d304df5fdd4fbf2ca4d
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aabbb3c4faad5ea1990fd720415132b27070be9
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93535a79b53d5aa893605860a6b41b8e687a9bdb17cbbb5f9badeb7a04e3060e
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef4ee5307e1fb1b2bd7b98c6b8708b609538b1f
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e59f9b928919383685f97534e87b0ff49cb39d440b464b7fadd66dc3cc6fdbf
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48921389095f1ddbb1c8b4ce13878594816b5d53
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a24cd12dc6550208db856e54cfd927a69db99b9a123ba3fa6eee571b56456a
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86f05c67d67a739b58f96bcd19cafd2a3570f70
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d9145745661118bec3beebb03373bee640a495991b899051052bf5a29cce6a
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b6c573bec3291eb970e858aa6f7436fdf1be41
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d28ec7b895d3fd1577b02ac1e3f5e244125a4b8fc2d2a0fd0b7d9934ac6ffa1
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08d0cfd6b535594bc9629bda1944824a2b9f2ae
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928938d48ab6e1f3173f79c8bb49ec9c601cb918d9a622a7d1a44b47cae174fe
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e287462cc432a9a90daa8ed7417707c151af1b4
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8372066b0199616cddc3c1fcca638d19c49863948e2319d9aecdece0502e4b4b
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9ec887eabd457f0a5a745fe52db1c093a88bc9
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79cfe0fe9dab2a6301d566e3c24fb48ee9dba999a63f8b0ea1dafb424791d6b
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24c3bd8552364b434350267802ab7a28c65acbc
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82988144782cf4869f718da185fc4a1a16ee39423c92df6a67e5574e289c8912
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b58aceeaa2cfe45987c823672ba8d3ded73c42
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e8187bc999f56fd4ef417e945629e38c897d40d749baf17d359aa74db7ef66
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ec61811b1c236abed70303fdbb51daedef5cf7
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371e6e53414ef943d3f99fc3bdb72601c2a2cb8be6c3569923fa08800f1d32dc
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1874a17585a68e74418022859af4dc4ea86fe536
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22071362e5d07ce547304c846bb69d1a4ce171bf83d5c12b48e2e8c0b603caef
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51383b4b4b79026ceb3fd1a46658981ace6a3e2e
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2f84b0c67645e11771e77ba0d32447d0ea1c383dae499d82385a25e8e57f5b
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f38075b6c2d428eff5149d38e1dce0c36399ed2
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba20ab1779bde8610d60286ccfb308b913f7b43810984cfdd9110109462ab03
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc96ed25774da75f1d43c2f3d801ea9fd287261
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193a16983305e086758e5b8265af5be6e90402f1d289b196289f1e443c4cb166
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1812c72a1274984d21d40c98112722f5b846cbd
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0695b3efa4dc14aef5f757c43ab0867e28fd58f6f546f0d3c8875037eaff1c06
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c035d2b18d38c786c219f6b30d3e8ba66371110
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a19b44f486002514a71e4b9ad090b755394f4c1229a5b539b332e5542bfba2
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2631dde58dfcb7c7bbf378989f7d85772d06a54
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595ef4dbed0d4dc43504dbbc3062a3fabb122611d15711937167d176fd94e0d4
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44620cf5574d640b1446a9ad6c985cac4f5f3fb1
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6941056f1908fdac96c40684225cc689433c40ab23f48585a61c55e45a78c25
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6955b876670f917467e53c20463e6ac391cc36
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39084ace0c798d56125f3f6de46e75eb8d3ced723e22325fd350611fac4c31ae
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4343c1f205a8c84c8259386dcf01728738d0dc3
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03055a9c0cdc6dea6b2147833c722b2a159689a738ef072c69bf20903e13ae16
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293f89d4359746854f1b1654ac400f767c5c4e5b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912d6bd84a4113c2cb57a23c739006f6ea9555267b304920b61521a143df55b6
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd3863d7df8cae3bf505b693545f9d3ecfefde4
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:471b5bc4be72f8e19d4848bb37199d80c90120f0644aa17f8448a6d572f9af24
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54f1b43b1c34b014b07c40e306ec277b4e1646f
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d02d71bf21898eb0113a9a7ef640fd12570d30342697fd6a19e18b4a21f0861
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87dd508c7c2ba6c16011c15227cadbbaa7359b8f
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacf4fdb114f069e5afa15785cbe5fd3df857cc0ed0902449b7e7921aeef8589
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c71946223e141af1d0c080fa1e7d8ba63037134
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edfc0a25752af04ace5b3763ba5b684dc1bf3fb1d9ddd6370941891e6d645018
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7265bc8139a8e08e8c6c1887b2133e293f5d7b4b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0aae1b2e7a3ae05e36d38d49de00409f0ada036683637866f30900bfd6db26a
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af7760494d30c3fc7d83798f2f5b1c0da5d6c3b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25375872d06c29d8e4a27a378cbad0e0847c1d3f560aed381534c249f5c8018d
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb66dd0556377251f421b0c6beadb2840ab6d357
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2745328c78e831ef4bb65bcc71bfad2e9d95b78f104b2c7a05a724105af5471d
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6fea73359fd7347d0616eb507e31413a92a13b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01a4c61cbc5524f881936237bd627fd45a9cd1f076897b9e57bf1dd3770a074
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9b49a674d8065fcfb22507fc2043af1fc2b497
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e1f6e0abe3924ccd4550ee861f9a4fb04aa0e8460a39dd5310df21ad1433c0
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc69c2b085116b1940f3d90657f24c72b065e34
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da6bf054fcb486c15f07c64e765cccffefc9b6b4ee3dc3c74c718a36c78ab06
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14138d7b839a4f390c27b368cf79c34585837507
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549cecee7299de0e9aea527ab12cc9d0b9868fc3df0220bf1825392b995e183b
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29b4766dabed251d94694512274a142982a992c
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a2f4584623bbd8ad0e604815ab239956cab19aa3ed091f0b282c4bcd9276bf
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108cf457bd8f392bfc31ad9e545313be445d3968
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91d43202ef77197905bd2cbcf479f43996551c55d42c8f0cfcfddae412907e4
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bcd039cf2acfd77dc2c47e5b735659e3e2a420a
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc532af11b631e0970513e1d924b266da2d795e3b28850093d884ab93d3cb5f
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24dda0d329844924607208b63b5ba6ec0ff58b2
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d7c34a0f94cbd433ce77c06f1f666ac93594e1ea700c85e2745b6275c91038
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94df08c65b386a48f0599f31785952004e27765
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808efb930b0872094b4fbefeedc619c052971352cca05acb49b94148bb2113f7
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf595a5c7fc00cf35fa8aa30dc68dc071b7018f5
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908c6d29ac2a26fce0dd6aac69c19e51a3e8a22857053fe7587c909e23e12821
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957ee1760a80922b7af97f8fbb03909b902da438
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e70080c55e9297efe263fb19d69e231101b1a07a50b800914bb7ec2d4cc15e2
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f439d1f2742d3f8e5256ebcdbc85d7d1207cdd71
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885277361de2d6efbed2f571ee175c91a71f2dd6235eb69a0de60d9b0fbf7b9d
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9bad39aa164fe795faacc65db36e1ceeaa19c8
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241565f5c4dcd17b7b15955aaa785dfff3dc79c781cd01c31b3950450503159f
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ad22b65f59ee08f5895dee244ce948d7cfbca5
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efcd8066ae72d42c8c6b0691475e82f1293838f6cd8f0e24f8476a0fc3f1bf31
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a1ad2613ce54ed9a317a0addedee3d1f337d90
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad62aad12fe66542910e0cd5769e113c360b5d94c07831153be411ae0e34cdf
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a12519c438679e0527fdbdd2e2aaa6f4a7053c3
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c6a9b1e0a0458a5f4f4e4172daab327c64ac206dd5f7647eafbf8905f82106
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529b380e84243395c35cc591e6dadc84c8db76ac
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d0e340851150bbbf740718665d705e1a47bcbf4e9c0113a034daf1f012f4eb
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a849046b9794db237f28c4c54addc4e3e4564b4
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ac8489a04671535c9889f8c45032098fdd3252cda59b70e986fac222cfd7f3
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ffe52564c575eefe9ed8c710e0c89f1311c077
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752d257bb5d4dc4d5b6be4baf51863cd8d470866ce5322aaf4bcf90d7b8561cf
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e9b0852b843efa9f500e01a0f3d0822fabaaaf
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12c29f37e28cc10cec364d8e337e0c8df0698f3ecc968469bcc4f0af835c868
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9f87a1fd06e980e6c31ef41df9464af101d4c7
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be09b1176df39de4991e23a22cae0c9087dc65b3008f66108bdd667335b8ccde
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3aecb20edd297c183e50a3f5f6a3cab0e44e29
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990a892780916bde8a4ad66046d2abf927bcc4f0e1d81750fbdfadf5f0170e29
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb1b596eb617d2c4e803c244b8f2cf3e241f850
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132e7bc499df6a81bf0a255a4a59efc0f82bfd8f377f8d624899280fb25513f6
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8503389dd3d7ed16bfabd03a0c93a7f0a45ceb33
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260c73b928987ff93cc4dd4147cf75a657e898d5430896fbdcb5749d8b7eeae6
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3245be9606ade5ca2d8cedfad4b445cae5013d40
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8b75b7d065bf0a73932117f0bebc722857d7e7902be29d9fb3279f2ca50f9a
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b768c24a994b520ba6fd2abec5a5e7e795f37800
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828bcaf01a5a5a158b11bae3bc7fdd792941efbc8bb3ce4a3a002e8a3f91cd8a
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323a1653382981391cedd358b1f78e1640a5ea0a
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894c09ff662f29f8741af378aacd7a75143ac171b1ec0141720dfd70027d21ff
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1ec569da6aff0c1332cfb45159440e8ab4d96a
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2975bed2dcf4db9cf7c102be3c96551c92ba42b9f7137b75935fe3fcf2fd90f5
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493e30d8a64212f5f289b643835aa812f84e71f9
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24aa2e54294fc0c54291742b9245593ff08349e9785ed88f0fc3f6f129c003f
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010fb59d4f034c499e91655b2282b8e8ab3907ee
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87db9c31ce9a457659b1d7010339653dfee1ae313eb1e17c462a2a46d2ac9a8
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092728af2ade841037bd3c0a8aa7ba68fce32223
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed52858f2bed92b85a0061d8647c74bef2ddce569dded7e0db2fb16cd41d4e3a
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e047a9d6834528fa18a6d68f90f34f61c19fce2
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bad77c80b368bb815ff2f85f7eb16624d35f8bab971b51bb87a42105ad3514d
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8689bc1ec9734346e8b522d8f934cbd1c67e88eb
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e902fb0cdf77b9747c227e2e42d7a9b33129c1c6417cc8d18d05494e08edc03e
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee55eb267cb4dce11cde04077c3b5bb7519e126d
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a6a51f7abd7fd2ec708f902d36c62dcda5f0eddf2b105949f939a719b89402
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c90e372dae6f92ff4a5dd0ff9d2d04f13b186f7
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143751e3ed287db184fba7e2cceacba068d3b6b060367c697c5de65a4490646e
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e045d96524857473ddb2dcc06bb86041c0ab920c
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3193cb47becb781b2634cd4593a809e77b67ca504cdce5f7ffe8c9524f6a1b70
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e70e87808372a47fe77b8fc43d5e9067470064
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01531539d6321d1ffed237ee34534b4803969cdf2bb4af32a82ace8f57c8553e
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216dc65414ad2b36886787eef412aad7a74dd6a2
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737232a9f37d58c38a52df575d179baa867a7bd977491857255395639596c8c1
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6b49a4bd3a99f867b2bfa1dc763f8cd57a5351
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d828144709947e10e9463dff5202149999073f423c24545fdc3546c7c91964d
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c019c5ae92fae2c8078dbc933655307780b1902b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c890edaef138aa491e751fc0fba112dc1ef207f160b9256dc29ec9e41a2c155
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971baa1ec191b7fdc3d3f86fb1e4c9fb84480bd6
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0b77583ed386a89437ade2b742f1d725f3aec6f8bc26f3a0b850d4877b7443
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b84e5cc4c18db9c4d8b48afa84d355e0717ebba
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7f7f90e9fbb6937fb925ff8aefabdc6a3c579229c2ec22f677e89022296230
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868ece9b987de0079e4b5a9c4de54f2404e3ca64
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3df90c4a9ca388817077b2200754eb3d42316d0be4d6af38487df0b11634a50
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1753edf807d57aaee613ca1b1388bf4719e06735
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ecabca8acb4dec48f29cef9bd85d635229c351c3a5c4e6b4ff7049a9988cd33
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e191c2da597daad5afcc3747e8db648bf8f36ef
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346463cdbb1ba34ec79eeabd34a31fc557c42d885363331a85660ae74e263531
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217c560c8fd4526b9e647d2a64360f4c199fcb38
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4b3b4d889b1dd8c9f96b607ac423adce5a7163134db1c26f1ff9d2a7480921
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..458e6dee659777acc540a90a62fc1366a204a68a
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf24659b92873715a466cdefb54a1ec253d9e4b6d0e4de37147755f0c08701d
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5e9b1b3e4764807e759383480636c222cd193e
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ad68cdd04295daa47921b8925377983bd7510f20bc7d97ec81f992175e733c
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2341b982001afa810085bf6338ef37746f7d47e
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4180d5ccd4eaf94593171428f93761513f397e13edee3ce622f7abdfcad92925
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce6bce927faf1d9663637e3379a756fe5715617
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622acd5ed3fd5bbdd1f3df1eb317cbb3eaa19fc82bb5b40733a4780053bd34b0
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eaaa657aee867b752df2f6cf22974fe498887fd
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f6478b9b3f86d772c6b1ec4aa9ca2c071c282f1a37139abd432dc42467d272
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e02a904f99e4fa4bbd601ff5f118818f0d1cc49
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8b0a55f58e4e8cef63bf10bcc6180aef05b8c61ad4ac17f137bdad8869da50
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a383e6f36060d6d1e087a84ac042981b1840f45f
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f429539f0b8aca6cfe5cfad9ceac4be87e2fbc168ad1639e5225594cd15b868f
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981fdd7ce39c297db798076720a9f3e88ae3b9be
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4f3702918c755f2fc94bde262f14db67beae9d2b0ba6eaffd1237e861d25d1
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2eeb3b66e8bd4d91595ce70456bc003ca33934
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a1b390c6cdca43d347ffdfb3255b12982f1d74684a6d0d0b0633d3bf06cad1
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b6c11018be5170440d38527b8654982f0aa628
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5b951fdde9f36a18739a0ab9060b43f6feea4b3401f27f075ebcdfd2eaa262
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ebe422aa072f24e567f2ac7d482042cd5d9c66
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c170c3fae6dd1b7c9a89fbe1ca410f978d52995ed4f7f5176d87e3dd8068589
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217d14a618d1d8669d0179f9c55b524921e35e5d
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7431f24ef5bc809c84ad7ead0380675314a44f790864f7076378c6115c9a34
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2faab03a7b77c3389cb53652d934fd1209d454f
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f135f254f7687c6f01154176d0fb303b76b567c3a6d9f067cb16f42827128e49
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160d5a265452e755d3fed0bda5d2027405e77425
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64157fde8d03f8162df5ad9b2f19bbfeae20bd5a4cc10c9759037d3a6a0726e
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12736a73cb1a4d253261426ee0ccf5c43b0bd324
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dcae413bf7cee464488b51ac4cabab9cbcd51925d6b8b045ce607d4aa686c35
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad14cccab1d31f6d780d7e72e62b10fdd6229bc8
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba3e29023c242aa1f881e18db64f7c6cc6b835e0a064b875604db1a6220b477
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881938ed21352da4c82526f4c8c427bac5974205
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6d1ce520840c6347bd8374139430dba70af8a7fe1c3bb259653c2399dfd5d1
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952cbb9f9c1f66064ffdbb775874d2f26d078b3d
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd21f815c065f37d28b4b866ea36cfcaab7656fe54ba1e846e1f45cb6b7ccce
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecefd7a0a97fea506d530556e268cf293294c018
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052f515139503a868852b657a992ed97bfc027fd301378dad8cb247f6483c13c
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b8ec1c6c698ea1249b56ffaa06ef27ac0f8212
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c6b719022da7bc4169f992eaf2d6082c11bd7d9b07c1be3c9fbb153afaef2c
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96807807370d9c951e8f30d634aba3f83544757c
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750b9ef80a7e0fee4c69155b79c237aa10c4f7f7d2d98375c5136a229791cfa0
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbf1a8f73e4b25d1071bc57092cee3d6922ac13
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db40f1880bf68a700ca048766ac510e08c06a99621a75c7d4e79c0a7854ca7d3
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf74a974366246791a1102d6faef2afb9b44f6e
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879c375a9eb8c4be8d7fdfd8770cd065180e7d44ac2151a12f8291780d870d44
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00834ab1541774e428d532b83abd48c3bc525e04
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf5e3a95a03521f66ef2d7fdf6f52b106adaeba045791f49e0dc86077ad88a5
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b812626de462036f07e7e0c76000edbd7c845f80
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7b283703a6cb09fb6260228a1b01f975e2225d8f4f0ebcb64fe51f46a3621b
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2276b9896c4507011f62b43eab3ff2b79c434f41
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbc2abcb5b1c9cc052479f26b35706a3e7eb678a19088f1e7a99912905ed12f
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d78d8d3335fdc7dd3644f5d08a320d6fc1494bcd
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd478f45a5df55d5b1687e919cac88aefb3d43b214b556e416b9e4c0e98263db
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f78dc61f1ed9a6e5ff01e3afa0b46eeaf7215d3
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5d2134ab101a68c90d6f0309a2939dac63ccf553d28675bb7a92fe3e06bdd4
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b9b7d626b0238a5e557607459f953ddae6d277d
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f34a2c654956186ca5b84ead36038eb3e10e914b51abf4772ef2a65012080f5
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f4d26ac5b5208c05a4d193d88d9b36f90c42b6
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425cf117e949ab04dd249de9ea78728a5b47b0f8878695753d35b2331126425f
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f7ee38b27f86f9fcbdd3aab36311d63d11668a
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64275bb25ae3533292568317d478846bdfcaa62ba34901ed34308f64f2208d36
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5a19fad4cec643c1c52392ecb78f9c2bbac9d2
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e2a73a6733e8a4ae2a5275e13c1c7429071ed4e0f73f4a3e5bd37789d1873f
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b487196f8f00d4d80df1de86194b63a81e8742
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc82d238e13e2f692fda891cb59cd78cf634acce417e1388babc4d0b92a4908
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ca1621f9fb21b2d89702f193d064e17d3daa3e
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7efabc1a2c10d96991535aea41976782848fd0bead934222950deccc71b495
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42d9e14a5cdbe90c89515c6d7d3d72c07acff34
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628ac359a3b9425138c029c5d6251bdd4f6bcba0d372996ba26a2443ff939797
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d0611677f95e78cefa8e43d55e9dc77a96a112
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5251824243484ffe695e9d9e5b882ee93fb14c11d44017639743bd6684caf8da
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f85fe1fd921b0c61262fc7d7621bf52c48e6bf
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f049146c48d6d1b4d0a9743bc5afade4fb2538892617e6360b2f9a021f0b749
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5696a4a7fd8d69aba03b084a019820255427ef
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423b2afc03116ca5cb954f14f2fb5471e35fa25c0cb2601184f971a2f4bcd11d
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3084f84d2f41b54cf4541da92dae5ea751e1b9be
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c119f80f8c7b5731f8c1241d286bda95affa818c146e9b7bed19a1566096a6
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b6c2590f3c7967d1424fdf091ea24bcda1a740
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef109fa2143d3b750b520afe5f66cca46a979eda0f1ec7d6d62425862fa7e6b
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1df2d7b84c0860050956cf8ce24d1f9e2853f24
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dedcf07fe8a19062560c03435f03cf066f4a8606f14a562df8207a18d09560d1
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef64c63075e27b23e8e3b1e4ade2e86860d38f11
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86280e034159407fca8e01810b0953849a67964ad4b1c166de69077473c9a27
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67914bb90ba67c204903a0096ddae481f078899
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0e691b2c604d6ba7fa3597278b2899818a56eb2ebe70b230096455642ddcc8
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68963097467f5159499007edb51c3521befd942c
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4a4f4ee88af7e33354cfff88140b4f49091461d5fdb65f754c8c8692da538c
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e2e40424adb7af36e0881c8301e65c81afc1cc
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88f6806bea98c68f756c41f317e48cf037592cc00e6051d74000d6237fbba61
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0231f284ace4b222a52e98d271bb746974def3ab
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acbb44961136734ddceab9430098055efe04287de31acaa114c60bd1dfdf39d
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee044b5e487433c71fada62a636203e0b393224
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570b02c93ffc5744d09f41a0e2996284e781d88141efbe33488845e82458d285
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2dde79fc4a8e2e19fe6a6fa2d3dca95d42d96f4
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32baf58b69f7d0a1b0a37f2118a9cb7010a5d9d440e426a378b44a3ac64bb7a5
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07380cbdd115d958a1081a98e23b6393153cbf26
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba685baee1a9b36879cd3e77eeca0587c238089d4e2e98d7a7a22f4152f73d5d
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61fe64a061c5d0dd0886ae5c57e56d8ef4352bc9
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1865e742a859a287992a95f01871a9e4d4651dcb61cdbf7b5157b643af248b
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9cf10926a44bb0ad801c923741e61ca373e7dd
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be85c049a0dd38961d3129510104c8c6a663b36a3e7a4cfb55f72280937bf13
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41226dbd26b2412c48cf4957a79548200165c26
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9bb023ac66d9947d6ab26f4735079871d9b7a2d52f32f9e5b6dfa204dcb644
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827084adc8b88d5851ba34deea2e295ae04cddd2
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b05bc15f819a91b32db486209db3ba66cfe136701c6030426c5e6ac3622f6a
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19ce3c6499c18c838df475898d7a2392044c802
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92de4c1ca064d5863c6b303a68d1b84c527f52fff7d70c17f6e2d4d6a4e3725c
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e6c199e98b59c7d5cf5d7f44c5535a15f2b64c
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99681bdf20d2eb7a6243f5c0c09d56df0dd933b6f472b83a5f9fc6566e3c2857
+size 58450
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b1551ab30553d0ef563ebf3345ede70be87d3e
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c4ed15c445e01d3290283ec3a06fa45b6fe55e3fc6ba97014d8c15f9b6454f
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8326df4f68a56bcbb511d30b7f34fcca4c847c5c
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ccb3db91fb9dd44d5dbbae48ac2e6b33a526b49bc265111dc0ba5a3c6959d86
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74fc2308ab6b3b27b4ca451ebe82f885a5de46f
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5982606c757e180c4917077ab0a3f927421c4fbab6b69f0472fe3764c9777ce2
+size 17490
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998426bc1b2c30af95fe7587e70d56810cdedc77
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced15d0b9fd4b7bf63f3903b2c7ef6d1f6e995c3d64502b7b35d5908b328bbc0
+size 5202
diff --git a/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/8/rnd_search/comb_0/init/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_0/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799faabd8b328f776c9903a6a3615bec2e030b32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777e28cbefdc79047a54a365d22ec558271ac4e7db74024e8b0b6c618b7d0e73
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_0/init/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_0/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2212da5afe69311119920904ae25a84990dc3a05
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3eb7e64ed3938cf23f99e0e7d95523823de84202d74e882657963eb7e900dc
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb218cc54e53731d14638d4c4b5f33e6178149d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91ec58c092f75d473ce68185c749ce052fb7414c13d205e4244c387c3b6bc27
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea1e8401d14aaeb724f3f680d6406d833ec4067
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec85159874a3b13f6eb5211994e4d024ac63696b7a1e3e018c12377f4d4c21dd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c27ee70dbb21fffdc74a30bd2d61be81e683d4b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8303355c41ffa108616101370777631cd1d9122eb4f76799a7333b240db4bb9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0d34487ae3207b6cff00cc87e7e782391eaa3b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efda1fd8df1c68997e182e3ad6edc2b213918ff9f06940aa9f98004db7674f22
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c259097d291bc94d3ac04ea133f0f07fedb30555
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfce28e2cb092eaf11f9ffef9d7437c1ea99cec0ced6cf494ee13deb3b5cb093
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620e574f814e9ff71158a8cc96d32300aa086d5f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa885122d50b7caa091504376c636b8f80ff54812f4330b3d1641c1cfe48579
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d637a8f39077bc6712dc7893bdac244b7040d5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909dbee2bba1af8b4728b474578471fd0454c9ce19935247386d619ed78a17d2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1439465a3cf656f475c2ff441618d25a22c23f1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136619e827cbaeba51f0c09e42c133f06409922efd362bef1551ff6b385ffd06
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afbc0f5d57dd4dc2a442375b04e074f51ad5911
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28bed1b784aef88cec12e7c4e3cdd45e9fdbd6912dbf3c923e49781e2e59e57
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527c8aadf6f612469f6e99023cc38bcee1f3ac14
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4f8afcb9cea985033ba612c99156aa23d0f4ae19be53684cf3e967f6c0316e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c6224663fef5d321c0e982caf48376a55885ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93bb3f6be66fdcc0053016ce4ae123017f30aa9b8e2adc76cbb8b6336406964f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e249045b946826bd7a3df6539bb0c56d74d62a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633a30f2c2860d33cdd2ae5ec9292dc55a394a4ece9acb760f10ba3b6db25cf5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ecfb4520cd913458de11ee70e323de1fc87806
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d457f23413ceb2cd683738dcd75adb2f1a8569e7ed0319ce1f696ee6e3ba7f6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4bec9c8db5853004a99ed22b587e60a975db69f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53992ab7d891a1ee02c2f887db19034e79f61cca60b12f4e692969aa5a218e6e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb018d87815ddad37dc621a7f9a76d0c02d5b90
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb729af3e35a281b6321f12ed86d6b5a8ef0a9dec8595b8eab8e8a464d39669d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c3a1b676e5679fdbdbe2822008c054b6598915
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a619ce02f160f0c70170ffa667cd26ad458de77a0765b582122c73da1bf2206d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61daf7ac87698c78f1971c93ea35f37d1b5ad380
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a907ab022b8854b40eb8072986eee4d1cbec72ff65bed27040fac6686b8df3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22675317853c549ce61801a2474cf24deb34190
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a5cbae1abdc361bac14cb7b32f502e691396b0ebfc4602905dd06e8ab0b15d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a191736c3a1771c8e85ca4fe7bfdabbe54b756b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887f567192ac86b77821642da5f00a9620d7670c23c0256abcf6a461b86d47d9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55aa0b3e3264e5364f89c3517c0e6b35e5b74df3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e39079615b498a8e2f53a59637ae6b9dd9fb1bc9bf4fd85f7b4567ce7d8564
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436b96abe459a3816bb16429e3b2f23098768841
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be443e4192c67e8cb5d77ae95e8a9a0ce47d8ad99c9c949c3dac4222b846989e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12f5669e171bbdc60f605eada6096d30dfe0954
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d815b899fd95f72dd4146a3957560a19031b35a3eff2f1250c009039f37a496
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7dd8e1589bbfa51bfb42476d0c7f73e220ac5b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06dead40fd4fbb62760882d904d3f29db6bab29b4bf75d5d5a86a17dd7934cb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d98a28aabd471c4df3907a91fecf1cd23460b65
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4e7a0d49c4a4dd1f27cbf85aa95c7551cb1432fc62b0cef1bb120b5260ed7d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea366259d062299a3ae8f32df30ef0f835ab49e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200a9228b6c89828c9612d235163819e0ebc794a16d8154cbf7bdebd8a7fd03a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feef60389e438af6279ce10a9e509cf735a94f30
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47a47afbb72df870c0842688c0263479c0d3eb63a589d43672d96e907994d4a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6737cf2805bfa70426e0365057fdbfbad80cd5d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8fdc7d57658274c1c5a6af1ebfe31ca22ae7e633c5dabbbd02bbac9b773df4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297f8ea7f5af11c0d98f2020cc43d20ed1d6a69a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08af89b32c0025144867b4e1709661565eb4e188571da01442aab9007f5c02be
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c582ed6d9ff2ec19dd20f20190dcef79deb742
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8136bb847f030620ceca7900326c376981fa4cdc7c241df584ac85f81d112114
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..530e82702f8a85cd1fbc6dd8051c04ce68221b6c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3425ab666095b0ffd27229c435f812648e7ff970983b9a2559a8da0de467d818
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d1e240f4f6253a6aed86a47634d98952b8b447
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f573cd06afa611a66dcc598d0921e771b9637bd5bbd07fc774fdfb9a60119d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d73a78b3a5048cc4bc80c98d304300aa9b64ae6f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23720cd162ec72de2f2b65ea952a015bb42fa82019b2cfaca52abf4c64bfbc8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1333220ddb0eebeaafae5d69474d09d163f701
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d205eef5399c5f4d0afe999e7d74078e3ef2ed7014aab96cbed2c2158940ddd5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66355b63b656f4f076e5463595eb455147beafda
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e75b22fb54e13261aba4c12ccde16a77af7838dd15e04e20eb62e95d59596b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117f368eff1f9db312149a94020353ddbb8bf387
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493f2923aa387591ac1e75bd7d9b9897ab0042128c9448d9d7092682e0c173e4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518353371c6b752e1faeca45e5357a2b5b561e83
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffe947758702c3ed5dc9db16fa6a68c4bfdf8967dee58fae42df2396d3da18a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f6c3eb33550cae184ad9434866b45e1ffdcb9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7886245a9b48ea7b9dfbf9f6473791b7123508c601c0d25f96d073a31e5217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabf811231a08f0ad4e7b5617db7a76a0f1141b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0289421f16d4ce1afc8af6c2a0bc09dd607bdeab27ed8f8abee3eb9f7459184c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19189b082b4e4637bbab468c1dcee8fe4ba1338a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef5bee3b7ddfec97f7a0fea7b2bf103ce14dff07c2ef157819dab3d7dae6b52
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16fce9ea5ae1c151b69e5084a1b68de4fb9befca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98c1a75becb913b666de66e9170663fc53324595518b42a82073915139682f1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21abbaab7b323eb04a689b2a40cbe0a28a7d5ce6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1899755aeed36fb9138176237b0fb1388e77e2ffc8452957172eafcc7ee21b4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc18cf1312f5238377e1d1b7b76468d2ac980ce9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8ad75ee551ba1403372ded0baed3d54e9fcd218c8637f9f714dcf837d433e5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ae95cf43a977550e99d2c7fb5ee7442444a843
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc629d89e00a98887fd590b5486c1bbbc2c764058bcb72ed0d6ac6354219bd5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c6c326f75e0e33c8eba7d8dc6cfa5d12e94558
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f2ce49f350054ffb7792bcb228f85419a2af9f059d4ef8115c76d809c1b847
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56c93e4423435b797c51db2e2d2a2e58e3b2436
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46223d2ba18ddb6cd7ddc3c47f9ef8c9804dadf2600b057ed2edae6d26c933fc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4816a1330be9f6207624e4a718fecca269ad1247
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546708d09958778f20bdf63e5c4efb85b671d19d3faa2a2a1bffb46143632490
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefde964ded171db11c0b1888c653850670a9f28
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6e3eee0686f3a4437dc85c024149aac516859a9ba08812e9be00eaa53ae316
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa4ba8e5e480e7c9ff88eeb1d8fb34922e0e555
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569cbc4582d1c4af24f4a6db6496a3cfc4af368ca5cda7988ca558feb3486597
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885f896d8382148fac9ff36a16d52fbdc2275fc7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538629aab52f12735feeac85225964b7d983fe7c1ddf38d438aa7933df2e2b32
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d264164af04e36187eb4f3ed8be8b124924d1e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9de41bfb6fec9721cba3882f8438c645c73490f8594f564c01e8331231c2250
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f065ab691f4c6f5c6e1a955880ce8af28e043caa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9dddd2a48a464c2d50eab6300b43d851fffcddeaee08398d23e26426abe8d26
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d713069d491587fe8af15c5bb39adfe0dbbecfb0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:278bb18fe37a099c5328cb905f632c4e12e549d67317bb1e181043ae53911380
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f49b41847408891b106a4a6088a4f4a44e5f04
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a4f59cb8bf1421a06f4e3f6cd569948e0e6fb9a6a140c28209cec036149e1e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea5ce17848a033eb04e57fc79bfecd544eca7576
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6608e52270a9831ad3dcbf8fe136df5bc5e94d50db54294591813a8067b0baa4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c4223369bc859e0fbaa4b376289abc85460261b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abdd2458292d7faa548952cef963c7b6635d77eb9831a0189ffd286ebfdb2b87
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b62909ed5419074b09e4ca678fc7e88bd74d47
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f4b383a1667c052cff6c61527b61296841dcad8ecaa3047acc4f749d3bc7ba
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d329478611f5d644941fddd710aa0964c738389f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8386dbc45505a6310f2b21c3ae7d4d32ccc57917aea37158863b46e49cf5440
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149698cc12c1e23db9a0494ace054f540d4015db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad47a98dde4ab89508d5b5e4adba3cdd182dca6ae93908324f6c178cfb83cf73
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e190e4263da293e48b90029976cf35c986cdfd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7269fcb19dd71c86150cdbf3a921cf8a1900b4947c365265b826dbac31eb6585
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed08c6b5861b45de24dfe580f695c41f05139c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524040e9be13afedf308bc9511bfa8de0d9762aca575ed71b1b0c445df3c5155
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b29efcf4a6520efda29c2db1853632038b7851d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec64847a0f76a5ea7397326dcbaaeef8224b3f8c3271a1ef9dc0785d4cf32541
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc4031ee7bd7bb607513a6a53a2cb96267f88eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c44bd1723b956da8a390ef9f2256612496625b32607a8d21385508d32c4e79
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a9253a2ff7688bee5f9b1f8a1a23c5cbce7a92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0622db8ee4cd1763f39ff4e1b75097ca26fe1653d1256a25d0c09495e028c3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d2641161a3e222850a7974e54fc9fc27b7c023
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82670d2f587765102a3636231028b9cf4f989d042af74c15895351283b34826e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec66fa4ce46cc59bc1e3747da72c556511cc6ea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6115aa2002aede31b4143d988d35a0dda97fc02bd1970fcbcb644b461fe7671
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b08aca709e8fe61064a5b40d3b8769a4c9f9f57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49e86f66681de19a48e5ecc2207412f0c3bf990d1e7fa224153d76f2dba5452
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2d6942efe2841116ab067146200426821e7a5a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1912627551a0f69a221df933e83cac2ea67aef520cf74327cd425026d7d144
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d536013fc0b755c0a76cdb5be2a4bee7089c63a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d946b08e595ce0bbd258da7bb17b34927ed29d197b8949995b6258f4c70865
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc01e96fd53b9380d716ef10d46e7edb54d3333
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e50c6c2b32abbb364c8ae4b940d5ca7197474df81c9f7620467cac688ef2c1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c64cc8f288f88d47ecb00b281f3331bd5298d9c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4686e5c2decbe02f271124ae8533ba97b32f75d7a186365732b3f5b234fa2d8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0c9003c78fd53a8e4c141de6d907a31b22cd22
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0249f543df02ba25b309de15c994b2713acaf48bcd027d28b9b90a7e00bea2de
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e204f4a07eb4ce2ce89593d8e9a1b1f56593ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2460d5164f27ac7764912b375e60d2650e5720b5aeff3e9eddd7eb5bd3c2d4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66fb31aef8892a464b888c637721cf6ca4dadf2e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74c2c456706ca6dc50e7de996d9fab023662f3615adb4a50342545872e67c01
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9db3471290fb1b77d8fd92b6884d0164db910c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd95da5d35bc7e9bafcb7d47da1e30e7f47b5c5f024c907de69eed3d6ab9041c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71462fdcd08390c5a8532367964513f8fdc1a3f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e710f976018add27289d7f4e27ba22308477a0f473e8b70a77a7212ac57e9259
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e15d50f6f23760012ff39bdeb08821348c497a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b81d46d899c9549ce810b308d25421c1f16d05b587dfbcbf353bc36864ade3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547c57376353d768a8d5c191734ca3f07c1e9d78
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a72d3023423c95e3d73a0d6f3a3aaa1a8459132cfe1ac0857fd9bd916e11a4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0740998af03cc103ed3d6e379f2ddc31386f4526
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c32654e044f69aa42c73d7abc59a7ef42e6d16d4b4a86d849c365ca10c8177
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9cae75b6f5a89ab87cfa6c9ac1db343a8b6837
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9887f58dab15620deb035e83b1a3559661a563e0b23453df7f20fa9b8fba56
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f14c53b2c54e79cd8e9a89d7bc6228a04fa4bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b967ba806930df6a6f6aeec78c823a98d1c0fa2f86ee99ebc567369ba2f6eb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc193f1545a98179017a7d626ef2244ca712cec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773f6c8c2976894977f2f1b713e79f447efe78f6739831dae24f1fc9fe4f25bf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7492583e9a502b0601a9ccd1baf14d273a11c22
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f56ed2ecdf9ec400a591e32e2c35afa9fdcaa5a3a326543c3541426d4de214
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3203e5877add225fc839d14c89ef3f747ab481d5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a24fefacc4d1ac60eba7fe0c3c3802fe500003fd4b59883d707506c6050d2fd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f3647fe039373ca093ff7ab34907fc936d32bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2af15329b6e10dc0218687b184159532ce3e2b027d89a00618ecc4d1ff678a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9e3e1a7a88e77f4830a82afb0de50af410b2e6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034d49f2bc069f82839d69d79afe081e13b1502a9f8f50a21b8fa0249315fbce
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2e3461d2d6c57493adce468b4631f75fed00fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec848815a886ce0a6e1630fedb1655767aa2c264639dedb8fbef1a79f39fe03
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9aa84677fd853c7cd3025ad82e1320032ca3d87
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10311dd7ede97e4be94ee94945b18e928f9d2c5ce8e9c77f29f1441a5b264b31
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084222dcb09be73b5080519868c08c17dc41f8ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bfdb7bc998a9e55b13c7ea6c8cf408c0fb3f6cc9d375106c32ddcaf70c7db8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d62545f553e110fb8d4d9fff742f63f619785d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8245dfa996d27abefe4ca65cdd3cc1ea7ed9eb1304d90c5a34dfc378ee5be015
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efd524f50ee9cd91857d6d189b1c17f52b0023a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07c319f0c3563bf6bfb8df6c40dd02a2f7aa955c703679627667c124c5ab56f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca69d879488655c8ba83eec54c4c0c06b25192e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f497837031e2e03735498775b2d4d44e67a72c1b01b5a7fc184b409c163f2715
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc358e8ffaad1976c0fe07e520564b5687064f74
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08743a037623c121a295a75ebaeea34fb3bcd425b375abd5a618cdd8d989c35e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4086598058fdc923a59be3c462238d8c9a8e3b77
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87271f4eb0b9911e0adb06f99308097e1badd3e063152dfe22a91f01dc9837f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14327f8ee065646ea058e2160c874fa95f024823
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55032db16df1aaaa58cabe7c5abc4f55e5eb474568380fc361e0dbdcbd553998
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe5928736dee0d249f3c456d9e42c3470e9d97ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe36c7108bdd6aab9e3d90a38f61915a657a2556b9e72ef60ca836cf0a10af3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff7fe28a23d5ff18b2c447df74d8e91db0df5f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5996ba65754cc1443cdab65dd5af85e9f57ebb38620a94526fc10418d0df15d8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1144e7f562d328b4f6a18ad30d4c96052c50ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1631eb87703209bafcdbcac057aa65c5aad03573b76f70f83e21cf1d65d283f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce46ca35ded95348b3ddda927796aef58d0600e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0f0ed711509c56b80d0c04cccd52dae02be8c434dff86b53d828269e735602
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72154f0e34435332e8177b89b5940b57aa59ce37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e2e9d1c9352ea90e59e40a41cf4800ca4086cf95c0a923b14c5bf3bfb3cd58
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762d90a30cdff0c58ae1414590ddeae7878e2ffe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a0b7b177114a7d064c331cd7e04937f3ca94142a1d624ef99d7ac790831519
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a62db83d0553df38b9a4a92b5742dc023d4acc2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3232c3f34f209294e431c01c2046bb52b68efbae4273ccf46faa2d91ed430e20
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25563d3ced30d91532dc65dfbebc4b9a135bab7c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc1d5f54ccdc28f333d930c196d5403c3907c17603cb651b9c221812d87372f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06fca41b5e1cb1a7015d2a082372647b5c14a950
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ed61d4c9ae35265d0d7c2b055a8993aedbe43511143c3fbbf3c8c42a9c09f6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b972d51441013071ffae3237765989402df403a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8caf7faa0cff229987cf07670c3a21dd9c9ebcd0d5bc6aeb82354ab5646375c0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ed7a8f9fdf8e8dca698f75f511ee7279e40e97
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2124204df1ff6de246799a118ef35c92bd9fdd0d3dd7d6f116a776c4e9397d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724fdd9f21b9fee11fc6d3e34141b5757faeea3f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ece45ec6857493e21387b4201994fdb3d1c38ee8d554706c9b479c973f2d2a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd60b95547a9196a8673ef2dd8be081524386bb8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4360f7c80bc9636d954eb6f44fe2c3e203314cae36064c05b1bb2710a53fd0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b80f4183b213ee306a9a610d4294d07030cb121
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92208297cae95fadbb6f679dec69993ee08ed118a85c22125f0f072ae3ed961
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367ea3ab77925fb0da3377eb8bf5b3ee5950148e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76935268be5def6c502bfa0839ecd1b9286dec04e0ce3279a11a7056904f7c47
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c62d8a7182d7e7c51d48da053e69fda2f896d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fc8d3e30c22ce4ed2c13104dc12dd5f778a3192641447a3d7fb3ce458ad796
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db2352bc1af51cbe1dd556b564da3d221858e0b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85dacf68314cb05bb214c32848d582f9fc008cd794dff0f76c8e610f509be72c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ed3895e9f12f1dfd518238857995e607bd85a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d2fbb5dfa5210b5b605010f811eab91ff56228d82dfcde9d4d45d395ae25f6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b752a1164be13a2fb12c56ffd9669137ed4327
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c26a726687ddea24ba860ba37fd66071ec6b1c4c4afab0019e437c7ae01897
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8128e201d98c02ae65f8c7373e71cdcf5f1185f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65eb0f41650a7305714c57b0c25ad322eeb4a6816152586b1966acae30699325
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc72c5294f83675999456cf99a67c7f24d4a47d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8d43cffa882306975a74c2a9e9908844bf67f1f3fe50a2cd6933c08f4d3ef3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5802c9012ccbf273f1e53e1153a36adfec875c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53e54be9f4985c5315a74b89e73fa943e9c2bbe6a428d7b63520265e5def1b5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ec0fe04462f1cec7c923646ffa17e8f9518ce9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12484f2c59474f244b93a2dcdbe8db67ede16deeb7cae109a3440dd201e643ff
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7871c7a1a24f4fc425220457797831967e3a91
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d97b623efc39eef1945d21eb44ac107199ef475a11e2c77711d557ebaefd95
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c784fec6a6c79c4c67d7bf055ad6b7751d612231
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69a1541abf9255ab4d955bc8b70e5e03d8ce39010e8d8fa936cdc42e5660d3e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c26a54d3bd9d22ecfcd4800eba3d377658c2db3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2710b99ebcc2d909ae3d64d5b96201152463280da97bf992f302bfafafbb800c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014132661d5f7b7d0877a99117751ab9639dc729
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08624a31a5baf4ca4648c121ea842548ca324cbba03ba94529b7a9dac14cb301
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0985dc716929fb63acc8e973f950c99475459c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1046e1142a6d470d7e26d1a0c75791e791d1ae10b9107830adb5795fa378f798
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228ee75aeb928ee08678e4e92cedcc6113bdcdfc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917a4f2723ffcfd489e844fb7535c0b517b31d3c6e48fdc828d0c8f1353f35c3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82ffc7ba8bf1c4d664b1af81a6f44ccb8914e21
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfd5e37f73e42e24a977740121575412fad345f38d5fd215e29a2284fb49178
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e708cdc6647daf8306ed6088f2adcddd22dfaada
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d30f6b250eccbbde92253f02a40599a6106b77b790ef196c0a8465511d7b69e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a786e5604659ccbef4fe74a2f0d844546893560c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61f8e73b79b82556ea4a9bf3a622a5ff68f4b138b4db1af368faf09a91eccc6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eaffb75d1b0768956ecc6a259a75d718989cfc3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60148aeeb098cb5fd5b42786bcae6aac22c7b2c6c178e080ffcc294571c0d2f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78e8dc49813ff49709a71720f78497ad2bcb717
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d480d71222ae4da447c49510319719cb43ee88a00be0715285dc4bf0ebf4de
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a84c6301c04d1da436066bcad4e6cd52ed05988
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d1cf46101df4cc8a39bf9348ae45b02daca09a0ed51b724e4380f992f0bdc8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462f3edc013342c47a39d33b1f9f8ba81832431a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769b43b93128551715f781ae1821d72be54341ccc45f3ab321c801badb3e919e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e920acbfb1a586865a432d203a45e64d4e8804
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eee27694da2afc3ab20d7a269c58eb16b07b13ddfce66a802e974de1e318e4b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43afe74496bea6fc7b197980b6e9cfef9201c89b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de883cc25773e696fc424d3c3a21c699a75453e35e3f13e35d907a7591a7746
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3276305546497d79858f7558b0e7caf16f351b18
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f0dbfe4c72e826dc874a2860cc57369fea993bb723d1543e71fe3865e7be7f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0194697f23690aafb46e91c82c4ad471c83788a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0883e2958c34d2935c7169089f79d4139b66f0c2974dff8f3d71b952460303
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76613d8e23bdc1770d9a636a6d75232835c3d87
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3c514c2deaace6cdcbed69549281533fe2e41efd7743d22a799689d44005d1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c241da57e5bb1fd29b14dc129558773bd8a26997
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c7672a863cc18842bfda81d9f7c7c4f88e4bbbe752f82015bc8d98abe5111c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6a575f2aa4679a07a6dc93d1f82c0622b162f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7507005c20af2016a433eb0bdf4bae558c84fa9b068d5b1b7c1000d19b27f5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b24e53146a90524e40b9ff9f29ae871ae1bdc4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14f784e4b861bf72537056d3e6fa42f9e63f63cdebf9edc8c84e0bc21870c08
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c068bec14b2e3b107d6e5a1a5da6c32f4679579b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7daf1f3f5eda9341571007ad56b79d7c1fac20260df330b49189943a6770ec3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f956067cdc9d729e4b9fa7890fb3ed8fd68cd91
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d8ad4cd92678878ca050670584689d6d866e289ea236f2a085450f69943f43
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d7a721d31f89747edfec1d0a79ec03a68dcd483
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ccbe459dbfffb3c9bd6a281edb1615a4c9678bf4eca75935f5c7517983b0cc5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510c1cea0bdfba5a13471a51612ad61b149fdc99
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2f560b38d391ecd3a694ebfe234f9e44c9c3c5b1da2f9856d4bb055e4aa404
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b80824f89dee813aa7b4523bde6ce0bbfd1c64
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8101f6d1db3b05d1924b79fa3704a1e93af3890ee9bd110e6cb956157aaa668
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a954dfcde5f54c2bece1e8aee81bc0bc48ffb8d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1480ab99eb682ed524ebbc947eceeead8328b52f0118c6389cccac2179e315ae
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b022975e6fdd65a706f222cfced3e3fa9a6e7c5e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae6a701d63a1dc93392de5def9814b11d8504aabd50c55e7bafeef3006051e4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7150cdafb6e334139288f59b4da61bdb98685d0e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48bc1743f829961aa2edea226924a936ac0429c57a1fb28710ca53d0235f7c82
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90811ffb45fcdba4d454421857f9c8442409ea8b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b042df2e168cf540c6792a59a31518ed531190c57fb057b583ac62945206e8f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff625ad24ac3f50586e2253caf2ecbfe112488f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231475080d7d08dbd0d8e5af81a3bc84f27b79d0737348592aa5bc037f9b3d6a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8aa729a40ee8582ac5c94d9646ad53701378a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b781ecd8cce5bcf09cea7c2b2528191704753dc8e7dc3a02697c61c2239d84c3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e72fa3e3fdbfc5004947f4cb9bb33d1db884b16
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a18612b331f9b1c6209e3065df578a996ba9324dbf1db1412460db01bbfccae
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dced9f0f950e01f0ddb41e22f63b8a6c5ff75a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015e526107a6c373832040e996d80708e065e26b637186d475b4f79d1a3b80a6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16b8e59f6f605540b4108bec2ed090ea1609beb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13217eb73b40a3936329e3a9efccff348bfb5b25cedbbbbd51fa14812a949a82
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e7fb0c57152ed3edef38c5ccfb063cb6c38baf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594c674c0549a4d82b0215f7cadfe7184aca9960b855510bde71190a0b7337a2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0775b0e116cdb7818a951a29cfc6656f9c1b0685
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45c89cb1c11235917012fdb50f159dcfa7ec50409556a012c412e20350c987c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d060b8b3432c55e12e3bed4e0c3ea706c374d01
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9101150fba3f4e87d578c65f5638c8e22aa14f5d17750977f60d6f31e5e07552
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b686872437074cbe69a6d64e55c68d384b7e3c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e231748f819fd4a7c1c8e46e005ec1b37ca4ccd517cabf552a43cf9d1d95a12c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d788832756da6cde4329592fa4eaa3066a57c3c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0d2bfe0004028cbaea3f611e3f28c5a67ba011a7bb9b7bfb80144fca182621
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22ad8dfa3d1d832ace106dd957e667d2cab98c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14287094b7b62fa8d2a51087e5e85e0a0b973b737657bb850a400a8fe95793e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f187597efb33b3527f6e596304cf4eb19fbdd22
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2dae4069099c666ffa0209ee68504d73e3832b8bfa94ed30522c4ff42bfd692
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45221067223213e0da4406eba38a69a3386a6e22
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efdc874a5770f4de59ab1765afcbaf1956e2f922573760892e1bce995964320
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853ecc1a8ff25c2aaf0bac2695a1354283d5dfb8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e763c71c4254eda0fb126ccdb27eafec09758d207449a38bf3907f8c9154cf6e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a1e111d9bd1e43d48b7a153119c48d03d17b6d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275dbe17219fbfa44282937c1ca041927d88c969dd60b51da3dbbea77633c740
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216df4432fcef05a5e42f0744872f87b884a1dab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e7c2e3175e0f98e2bbf89b325e309ac89e394171295a6829aabc38ad437987
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0caf38284efeb22746b4fc3a196e03c8b35872b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936f4b741b1f97eb5d6bb7b827c8f6a1285be056f7232eefa1586959ce58dd24
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88cc0aead174b86c2f575dd6bf9c29360dc178f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed316dc3cb1518c2fca1b65b27dbdde1521d414f1c60fb69d4bdb45dea2ab3fe
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c75c1087c1ee8ddef57f4b10b92b81f1e4093f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4337330a7abc2d5e9e3bb838e1dec3e04a3a0ae11c4355c8ffd9aad20a83bd1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ad07c0765db7993de45c01995833f3c2513724
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e689f4c13e1378758b9742d26d9b9a283f1e97ae5dacf13d7829d210a647769d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b235b85f42ec9bfd23f9d3db69454d05f971bd34
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7054c43cd209b9a173bf12a37d048174f81614734f916bef2977b556ac437e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5391216f65fbaeb8c4a30e2306c03a1129401ff6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fd5b72e4cd785db98e29d101a675e0daaad9fe6530a8ec986a5247fe48956e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc43143f2b2a9f07d1a23fb5c9c71998f3d134bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4f23990c414c79576f07c0a5516bb62315990461200aa40f3bcd65bf2dcab9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4afeb0f36e51d486d908a613e3a9025a8bec8d57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fcb44131563f43c8f80d8c7f1091aaa2051c6a6cce0adf9f77b3cdbca87a04e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ac92f441711765d01b8123fb450f1da4842daf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c7760e9e76f321eee891b9b4036324631f3777bbca9fc1e9f82de31a0e4102
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856a9e2b4d65b6aa2a8e72c1270072628e312446
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075e2102adbb1f0e081059394b65017f7b306bf4281ee735e2f45b91ac549301
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3110175d13c49954260ec184103139744078a58
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e532e8a047340aa348d85e14b096eee953e0c7cf6919ebd0af5a6d515b2e4336
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb94c5fad98269e5b408aa3c17d7ee02fb17fb25
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b25f23be886c9ca0ce64847bbf5a38a0b123419eba5243299d83e7a76209fa3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690c843673a2c4d8117c0d40fbc8b9bb319b63f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5eadc9b97b601b7966e3bc08b19d0dd482951c30f99ac7047cdca100713163
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c526dff84714133cea37e4d28001e811c7fac4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b6e2680a5fcb5824fca4d76dceac36481845038368b54c35a453b686fbc2ac
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6bc377943d4b354426998a0353a0a9620ad9226
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368b39b3dc333288c802b5650dbb6e52c1f043f3b87624b87a9798195a20e223
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5159258f998e92d4601e5317a372c3d662f29804
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc564deadd4875ddd1092f6621cb7f5b952d52ce8fb5592f0d8072fd4e49df6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2230c38459bd83740a0f9748a16e60dad98ac37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a814f1a5b466d65c9605d17626b26009e909fda964cba35cbe28e4dc4ced79a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1d6838d52957ba3fd675de206cc70360aa1377
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fd2129f7c0a688d7e2f6a4534b3e8d5e298cd41c5d90f0b40cd7746165e6da
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7bd04ee6437873c32500019bbc11ba0c1e53a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d324fc1022724fd5351846df43e89d2b74a5889051c4f6dd4190bf8e771d5712
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd146d52dda753e9c69b6d9adb04227d7ee1ed09
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14e51415ad576cfeb426e63057e6af4f56df65be64ebfa7121883ff738b0289
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c632c87398bab642e83be22fde8b487ef7dc97
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc07cadfe33311b72f11ef334ba40d6f74e218eb8aa78eb5122f6e8795b5786
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580c651ca699de652c1ce251953d6643fb52a562
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d5b0bc619e3090c59afa3a7474639c7eee1656ec3a0fae1ba80a2163877fce
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383d5271897b8695b5546704d5963c1d55333672
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8946ae9558ebcc6db922c64d09cad696e252e19649c2dc8c185fe2de9e2007
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a884d7168fb4e9ea597b8897286ea8ec0475e90
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bcdbc844c0d46b744cd0338dcb91a67288f604b0b1e32d53de89ffb427bb375
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1bc25b5c004adeb1f41d302d44013ad36795ce0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc1f19216b74c515cbe9f0bd2e7b892fad86edd1c292e747c0b26c4c40604db
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2666f8c167df0b76cfd9b3d903462b54e12334df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40293bba939eafbcbe43e8d66990180010e3ec72c7236c13411e9742c0507d7d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0f05ae95fc5c04f07b7a116f9b225ddd45a569
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d777dd2418196546b0ac0e95fda7afd5f2584b6109ddbdf3c4de3dd367f869
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16291cc67483081673d628020892d26b31f6b1ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05c9adc75720953bd57ce182f371f35854346994bfc27e9c59693633da3d20a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780f4f13d0c3f6f213cc5fc5a22f7989063c3a42
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e444a9c983e40b3101b3d6f083ff2b67d13430a9b11d38ad60bc926c99901164
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b3fcc9b88e89bf48bfbfef2fef6d00e5b0af4b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910e619ecc3078eb0bb09f143d424b0e82944a90e9fa2ba350a060ade4dc5382
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963b7ee35fcd3baf22b12d2e82e5409aa1664ac0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb4a8891c6510931cbbf5e2f5bb5f29f15a7505e364efebfa6b8c76207449d9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c7842c52011547ef2550362ff0b2427eaef7e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e535352b2b30b084ae014949ead0dac2c94770ec0289bb41364975cee329666
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26df8cfd56b56194fd51460a112d96c3f09cfbd2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b68e6ee0f214977b731cd4844c7be9b6fca7676de6adfb4dfc325c65a9fcf73
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0631e73149e6eb5d933c44f52b88749775ae58c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045f412c817b1463474ce73db442f3f27ec135caaebcc215b37004869c15c4df
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323f216e7ad60691fe117584a1b8908ac9372eb0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76742217b0f75b9954f7b86c4dedea2f01ac54b06b8bfce695ef65074a1bdb85
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d1382d1fd3dc5acaadfb107dc409ea2760849f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53e0d081a3229354edfbdb6ebdfc0fc5116bccdf0bd2cbe43d38d9e052accc9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32600c543abf72f5a7f7762c6f1f253282f40bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef2ba48453d9ffbd7f94179da95b2816bdbc412c9d4c5f9fffdb483787a8de1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749ce38bf2807513908a4838ccc3ce3c2a088f09
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2da56990ce4161a882188aacf9f7912143ab26cf9909e5c99a3f1afff47a127
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340418cf094d3b14dc9b6eb5c70eac6abcc2db68
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7983fad921c80c7984a58742cd89e1450a09cdb1701d3a2c9d2f5526732e7c39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267dc7618b2180ebf7215a222a8c2c6ebbef4f92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5383b70fe17623bc6ea68ed0cefc6552da24b92286f10a42ff01cd6f742ce604
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6422b62439c1ab3dbd169be0f3e79ce053a0f9d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa99e4f68349d83b2e463d2e160fabedaac94d6f3bad635f63d845a43225f018
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82bd26c9fd6673503a997dbb845cad39856a85d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e23b8f44eb5a98c448fc6f9427c1655141e04277eb08042e8d9986bc5bf3c75
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0856535cd265285bf2e30da0e190162d296d457f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff6cbb98437bd6882ee6d41c39040629aabfa7dc7821071c5a4928e2ec8eb74
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7fd9128d62c77c0ca212049b36f8e99bda884f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db25d19dca57c5dd55b4fcf808b94415531eb7fd16b2c7a620116c7a4fd2d67
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb83646f6437ea4d5ae82f511248bcfd0b64d72
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfe12ac4392c0a8882ff69bb7a5e02111730dc56c53182caf3a4edafc1db80c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6fdd554c1e9baa87ac194f51bbee5ae128db80
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc6e7efc07a370a99b35233ecd1d3b69bde5a2f60d9e373a46f640b443a7c58
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ad4e372371b60b4efd34997798c7252e64d639
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534e7f2cb5818157dddd04d30247e5ed06318ed01139373293a32d62bdf1d892
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e32ee2d1557c63e7aa9396f481bdf8459b42e60
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fa52edc46bf528580a60370cb53b457565261d7300fb7271a8bfd0d79a516f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e6ec48ff8ff3503709840052ffbe2fed46da3d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68205065ca461dd2ac8dc3c510f8f4044a8df39a0620996338ce7c13791a9fc1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067ee6a503c0bd92435113c51764db0335b8054d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee03574b7bc6b427988577664f1806b50d229232e82d9a38c9d828023174be1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bf54f4c0948d756ee552bc92e40b23f199e52b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5cbc63b8473ad4fe3c78197af6bdfaa4d0bd9555c16f7cc5c9cae1a26b0d47
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a8c33d3df0df6242c3504ff76695e2e0c991e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215bd25eb14e504d17d60ba70f99e9a7c838560b4a4b3d52d459ba235c04393b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3188b9668f9b189d8f25ca20adcbd970d3c1aa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6247a719bd1536a0310e912101e2043371dcefe34bf8891db3c35e89b30a551
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe3876645bd7bfa1057c4d31aebbdd1548a1e73
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b495c552b3185ef3567fc973f9f04b2e254ded831f7f17e764699fccd00498
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e67b6b9814a77f4ab2e42eb706424fb50b47b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb94a536b127fe532bc887f09e91325ef243ec262e589e156f9c714c9b530cdc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c49e9391c6dd9d686707710f6883739ba0ac05
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b78963e0911bd17dec41e552eae6e0d82258127240826cb4d8e6185b3e8cfbc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c3694e90c4d8ac751374e845a1f9d8f81fd2f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8760e86f269d3183a4ef40eac6ae63679df625798d196b74fd10a79615f1a1ae
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877f69df2d0d555c9f2a0484aa429da20296da40
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913df6a80044cba7b3e005aa60b4a541ed6d997b9663fc8758b8b75f18064d03
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394d3cca0d722917d535cf785a6c91016494cc27
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31affc80f85f37d58f08216022715741820b9f4a4735074cf29b775ac3adb19
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d3261e5549c9e6d2cdafb19d56aa1f7bd09ac2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e87867861afc2b8881f3e2da3294871d003d1622b2efd4bcb15b3750ca8eef5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815d403d03937af7050744d9257d903474405ae3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f2bae1a89db769f44bd6a971a260cf956af5e3b834df9b35b9922d8d64399f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac84b342736bbbd146838e0c2f51c2e4b1a39f1f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37ba4df4d70e4a4d8ce2c057800e6fe2e0087522be419e3e0c33c971712011b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7452e15bf7ee19b940bed8dee1668b67ec155a8a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a75ce7fd17f0f393aa22e26d0112ec210423ef56f9b9f6d09dc466fab8d5a1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3140ef64e3ebaac92a2936c51657d41eb4849a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d1230624901d41239ed2b40375f4014900ae318712b9a54c96c1f83535c8d6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004c2e2856a31294f747ece04292def5a92c3bb6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b66661ca9846d98ada8dc4e776212d78afb841576178410971f9a3a8e9359e3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554034cedd7dd4c0812ecb23243c537b6d1f64f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2739729abfe67b31de22e7312568046e56dd656676f2a07afef8bc4a8a1407
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a63f385e1540e18cc03f0f1f694db4351d4885
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a934e9a597bf979ae9ed506fcdee91d0d0d6095463eb0119c58c3da4268be013
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b1e66bde839f244773c74371c5f5b4baa56458
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b448f7b31b45b207a4c74753a803fd2f093d8f49d62c187af5af23e24ec6d2c9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13bfc35097e3e8089ee521d69e4b907f056f7ff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26586ae50447d3ba62f47dcaebf5bf103c8678e47d4faf5cf3675f496f4be01
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048c8cc4a0ce4428fd9ee744c1c677d01a2d04e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bbc3ac2987c899dcafcf94c9a0d08b3681240b6fb24592914b9cddb5b6f27c2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b4f489bfb6c608e978505636d74449bcdc00d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9e0371ade92b166807a93d482bca414a229ae8a9954e0182296cbac74fb6a4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc33df232ae4f11912d8a580f060a92bd5335803
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf517294e67f801eac1b270c20262654136fe5e68cc67a5a3690f1c131b0d19
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a630c86e3bd3c66aae1bb5910a71bf5105c7066
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91277e521ccfbfea09317192dcea4d5bcb1825fdea43ea3a41cec93fb55cf697
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97c4a4face5c2c4c30525b20e6bf47e37fb69db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a829ad63681a3a84b4d5811c4a0463ae3e5d7e4cada3097c7e87ea0fca28e851
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24edbc371119e9dd32b1375fba1df4ef5f5c3b42
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915ac9bbf1afe78bec29d3053204ba5e91d4ab44468c51df00e880d17c8f6cc9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf7bf0796fb0c8a267c99a33155b1bfd9f5b731
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f2bd412dc7e599182bd988d334e7a0838c702d4267fca7b439603eca9e7bb0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd0e42141afd59abbc48587b1cf5453a70132e18
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f27a8b0b02e7c4d804997fa08725eb1d64e8f4ac707284d484cf0b1107d3801
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df04a798c34fcddef8c4d9e1326e7bd299b44df7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b3cbb0d41c7a4f3dba073ff6cef17c94628f13059a66b94b36399ae332bd2f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5a6abd037b16fd23834c8a5b871975bf8a24d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56658d7d8fe8cbde7a43fde38d63ce4a85b4252f1eb0e158e4d18095259b0ee2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc630cdaffaff1075964202db003c4bcdc63e3d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca88d625412f9396a3d5ed90731c5be31cacb3c331d5b4c74b7cff1a8b7468f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7c60cb6dc005060d3e0947337ed362ca9a2028
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8074a31db4f7e8e42d1e66679e87dc473da132b5825f3a4751be677db4e05330
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95cc72af81aafaf7533dd334972affb86e66cac0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050a4f87ccbf042242a931ebf70dac610aec00d7f74e6c7e07ca451a7ee050bf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1abae46e2cc9e2048230d9135453bf32113346
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37fb01f476e347e38e2a368d0cb6d074274bb10b25a8bc4274855eb1a365899
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0428d81269d00ba3f060181420967a676e920571
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd98d0ddea2ea8b7b78b8438ffcaa19405d310cef23f490403f85455a7f067f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cd62ae37fad2b84bd15fc0a81dda904c30dd47
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e3a298c412bc3ef6a164feb32076f7871ea95bbfbc40b87c412d680219bf8a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3e3e40a7cca791c63a354d7e14cc92a7db54e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760e816e3882c6109ef5a35e301bd788ad84339c24595d7ef51a16ed24a59c42
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a289ad2e6c2020985e919807c3565937d3f76ae1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0880e224523cf4d07836ec3c3670064461a0a4cf2b5a1606a2f35a6749520c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b207db01a630a78e83917b9063932f1c1bb5862
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5ee15c5015d34b27896a8d759ba54a3da2993332549483b448aa22b8adbd0f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a1a58492aaab01f2c27e7950e0a9ee5f13f1184
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3370b5c25f13bc5356aaec9b3e031feacd4998cc93aaff4c6101e5c9469f87ed
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddad9a47c8b9d59eaf44a4de0482950300a909ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e138e167bbb2ac5c5c4b550a6373a4b89b224e9e89a92b006139d358fb2c2aa9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2fe61b195af6b07f76799d9b3169cea37cb513b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411b6b1e2e4d45fae9596b3eebc7fcde223cb087e2a68c9e794717b2725f566e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0e3c72699cd3638b39cdc9c8accce8eed75e29
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a598742feccc05a915a661403a230a4f7e1e01fa4dbd5eb147d17ec9adc0caf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72bb6e19f2ce5a66333af154f19b4c53e83a5063
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365615c585ecace17b671a5fb7e8c424203334c8f1e74d9cf8d48382b495242b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd1369aaa407d3f8ffc4dffea5b8b4314c6d7ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fd9f71d47e31afe3e2348341245995f1fe3747399e7c26873ae23d5730e5bb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4f0e258a8927c8c101e4f96745a69b6fde4041
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e918456a06817f05a8c1eab463355207311d9ecc30c05c3e3c147db250fb0dd0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6954a9d17f62de0badd9fa4233bafbb0fe7c38
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06a17e55af093c915d4c9531a7ee679cd5161a636265eb9eccf4ffbdaa4f765
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c09f52ed36efbe1fdba46d31bb25c354728dc3d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9722b319b9be9bdd63cb4f40ea82414edb45e3b478f3913d6483030d6c2af94
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b46785a1a9eb2a845e1cdb4ac398c1d86585efb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0292ceab7067b26a71185915879c29741374494ff01b528c77781a092f5197
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32294edb8b8e49d3775a9a3fdf87f639cd597a69
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85136ffea5a56db4a693b72ee7096e95d630f552ab28bf9d5234b036b97fef38
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68015e749159c1a40867fd5e87331cd2853f3454
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463d74d48070f0e2e15ef60e948d49ec1b6505825d92f31343a6df0211bbdc0d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4415deb95828049ace44b0e95350d211115119
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ea7adbfd0e3f29c93933ced54539b0a78dc9c5d8566c25731592ae1ff9441e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3716b29b0b8d740bd9883626d37d32ca3fc39a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e763a2c69b35812365e3bbc6169479d4af127fd257503c123a1e4557086eb0d6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00a3b6975296123b8ed83610b900d46ba13e25b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea19bc192caa0a7b6565c1e364f7728bc54f73f9cc296d25301e32bcd7cba8d8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6a52d9ae0a00ffb7a544c080edf7fadffed9db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac80325a53a78b1513b5319b6550ff4a9a251af53637cf5ef40d82ca4e96da9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f14550920932df5ffa7b592e548bae33e7de65
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a765a66789e960df9bc1b39407f9f07de6e8ed59d05f97132e7be0b472fa1c77
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5331ae6f4a9e79f23fd6ed5c90d051726198ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47deb7403a670d92fb6e17a669de0e1c50962ed32c1c375838cbb66fb27fe2d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09428eb2e2724a78f9ae9ba990ad59e336069b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee572aaf9e71ceb296bb7f870bbf6b2099dd6ca30a55fdf722f01936ed92aae
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56659dc4563eda25e2c1d2b07d057382109722e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383397d9a2afdd3681f0e3df2f6bc0b302f35a948dfc9a99ebd40d2496c8276f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fd9edaabec30f69810e755ec03e3084a68b929
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d81cb3800fdb1ce2518f09941dbfcad35fb478a2027c18667c47789ac7c430b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d307cb1bb3d83217019395e7051bdcd53aa0e277
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367361d820dfb8c07aeb90753e067199e30f40b8e75dc3236550fe758fc8afda
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53c513bd11dc259c1df666e26a00ebb287a95b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fc53604eea8d929aee4910348c7c45ab94be968eb3135a5a5bdc1357fd61e1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f8c7808b48f3da5ef6a1fd704c07630400e13d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a66fb1cd7ba5f54bad0eb8055bb3c04a40e5286949ce0a24a404b2c6796a025
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68960391f0f97b94d98d525026d527f6d4e21781
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d61a6ab517b5a09d6e76fc570f37ca2ef0c476b4663209839b21edfff4000c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18040d42b03c03110b26485f44a87c0f08f50fc4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59ac47190bb57ea2e6f4defc53c6e56e345910b87a61e07fd6caf4e8d36690e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626f931d2ed50d1ddc2aa9ae6e716faa3f9224af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5dabf1eca0d056c42e9e30742e42a1c5ed965ba9951b0f1cf9db5371c09410
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb0cbcad5e80dc55a5a3fd80508aa485e39d120
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add9402a51d2f1db1b79f70b61b3f47a33b98c88959894202c05d3114b4136d5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae5b5d7ffa9c80a4e29a9ce0279f5d7f248a23e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36c6034b37afb54fbd67ec14bf768d364fd04fd5b03907b0f063da82bd566c5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26da06d732226bb1f20b265cd4af406a48541466
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5187d1553c730a741340007e8dd714d1dcd53b3b999fbb5ef9736b0a6af634
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8394f6c4ab65648684e5c478b0d631cf97bac5a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4834cbaff582e2352b1e67ef591beb5d090f4c34e2eb9f138aae62aa0e48d190
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d4c402acff8611a6b91b632a8181aa47bb296e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098d7259c2a3ffaf415878352fcebd3b8fe561aca90ce03f37ef8238dae1acb0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43372e6b20f4a31f43566f963e3c427170191df1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b031b59b68534048883a6213f660a163146220319092930aa21ecff2fb529cdf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74aab250d233c9982f0d8bc89e277ff72a7cfde3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f616b35e22e07b31fd7d997b77c84ce9f24775a3746e3801d8bbd81e4f7ef2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1672f550833c4d47a8ad6ddfb61b78450720841
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c21643114d602df141847a5e780debbce5d8340936d2635d7802a2c655b1d7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59642e7784100c278320f14ac50acffc5891379
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cfcc4ddebad1523de46c35adb86ddb0b3a2a9af543226abf5bf423ca59392d7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7e7cfe3b5c59063a1c4e4468ec7683220c63f3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de15dd5b1eb68d65b8743ad7db4a2e0a11524b9357ee81618344e4f8de190b0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd69b0f414ed1d9c18dcf8b9d98c79951fced563
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124b014c769a665241dbb5fe58f8fd65964bedbffb43d3499642d3537460d1ad
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56e76e9fd75c2062a6aa76b3f337353e7298c74
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fcd4632e21f82d2d5ab8fa3a743ede2a08909adec5e204439100b7a1ced2db
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09eb4aad45c056910b844c0e8f120206d8ec07cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8578d20cc3c05f65e7279f93290e4c75d78d2caa477a5c7e287696d471744ebf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74e8bbcfcadd62745d40d65762f73674651bac4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d4b1f6cdcc379a0f09f47bbba99efbc455cde91c71acfbb34a1ab4377c4216
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520161bbca8f3e5094a9120896b58a3b769a0198
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274b83b21b7608bf508cddaaf74ec35f42c6a7025dfcf2268d87d0d950753855
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06f4759c73711eb3ba332553314e61b7264363f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468b598c9936899dbac88a64886bcee1a5ecbde04b838e3a854a8c887be45750
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5c1f179eac432776f9fb848626b901870a299c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274333f00cb65c4bf08294d23e77b1d289abed98a4cc0a8f5497fd2ff3cc20d6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6925d19a9b9770eaac26e25ce42c1c1e12bcaf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0702cd148f5dc010f72ef63d74a1ed94ea66cab23e4b3622da76963431f6f228
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4b6b8cf411b14dc6e1c573d168f8c85aeed704
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fd1f9c7b40124cb4a78e5736adc3d33ebf1c096eb28115e1b1d2a885ca409a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f963348be12974daa4d0de81aed7480bebdeedb4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7325a8bd8927ea9a6624042bfd9a53caad4b3938d29355b211bd37effb20540f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4609ff69565fac844045ea17e2d1e5f105c586
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54dc9b927da63753c02c2db4c0b808669c17c3188f1308fbfb5e7247b2a57a3d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b20fe79d00d8038abc4f65a52180c08327d046
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3fa66af885050cab227245f6cf11453132ab972a23076267631a585ba5b227
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f74891d0035a98574a13db2da0eadf2f788254
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c4dfe9a4a0508f4e7ef745c22f286e399e6f3159d99cd9970962d5a491ba45
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cb8650ffb962fb1599dbb25bdc745b133687c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0ba62721298771699934936bcdd4a487cea84a30b51c7334890274f281459c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38dc407c60a1c09e6ae5fea3e9325fb33962df2c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a563239a31b7e77fdbe7d667a8360b1d95f161add3e8505ff65c010c34ae69
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe61408be7cde2714ab5567e86ffa4a43612305
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bda19dd4eb924b14061c80c8c21f22cc647d174495edc7885f2b26eb8f8e1c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d54f1d80d2c8b61e2c5c9c0e024db20c7f84b1b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486cca92dba8d15de4b84ca33eba36caa5c67ff1355ee543e3cd5754e2328506
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8bb7627eb0e59b396c821ad5e0a8e2fd597278
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75b5fb065b7a3f434a3b10f8fd436ce9741fabec2a70d4cd187445ad848837b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6ec67e491a043e9ec3a596fe3b5eca145cd459
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa093c481d5a84eacf8ed981eb4de44ac749120c659fb40aeccbcf90025a8a1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70631cffbbc36e181332948699dad177786a7c04
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ccacd4210c4a82e32ebea6a975f503382b5af1fc781d01a14eafff9c9f7cef
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafe4f2c4e5dfd9bc7a85efc955be1d7ac73c8e8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86cb9d53882b0bab8b1fc4a870c7c74a9a41325e18683ee5b513ccf57ca4c4be
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166241cbfab226f80c59a750d6590c9c740e8767
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0754610c17ffdee238ae364ecd006897c0986b9bf92ed528231776c22af63fb1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3efe015824f4a0bf56c44313ec9e28de98267c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04bac76ac0a10aa0b7e28f9ed005340923d204da9a91cc8f2d0902b997c3ce7d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1827fab032f0d2846a5a28eff71719253587f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f456884f3d3f0a3b09f59aee19b67bdb98a2389ae2aa193fb0d81f60973415
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83be81b8bed794701e512bbc8d9d4890ff2009b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5414316d4ec08536db9f5484fb9116e9a75c68654427ee225b0551f679dd7f2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940fa24164b75d1abaf8abd9efab6800ac44ccc5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69ad56227b719deb3eee6f9c860c128109501dc4ad4965435401ba12d4ad8b1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5d627186e9524b665975ea06e6099b33ff2d1e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351cbadbb0dec7bf94b31155d3fe6ab6b03047540fc3314c3faa9d1aedde88d9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..169490a142bc3621800b50fad100e320e19c75d5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc36fee16412437ffb368756c2022980b02655fd0b1416e9edad9783dc713982
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ff5daf3492ff164da78e645ddb9622e6514383
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a296d95ced7b167d882d0be32015f5fdc503dbe98a68990cb3602b1a05b66e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799faabd8b328f776c9903a6a3615bec2e030b32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777e28cbefdc79047a54a365d22ec558271ac4e7db74024e8b0b6c618b7d0e73
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_0/trained/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2212da5afe69311119920904ae25a84990dc3a05
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3eb7e64ed3938cf23f99e0e7d95523823de84202d74e882657963eb7e900dc
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb218cc54e53731d14638d4c4b5f33e6178149d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91ec58c092f75d473ce68185c749ce052fb7414c13d205e4244c387c3b6bc27
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea1e8401d14aaeb724f3f680d6406d833ec4067
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec85159874a3b13f6eb5211994e4d024ac63696b7a1e3e018c12377f4d4c21dd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c27ee70dbb21fffdc74a30bd2d61be81e683d4b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8303355c41ffa108616101370777631cd1d9122eb4f76799a7333b240db4bb9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0d34487ae3207b6cff00cc87e7e782391eaa3b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efda1fd8df1c68997e182e3ad6edc2b213918ff9f06940aa9f98004db7674f22
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c259097d291bc94d3ac04ea133f0f07fedb30555
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfce28e2cb092eaf11f9ffef9d7437c1ea99cec0ced6cf494ee13deb3b5cb093
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620e574f814e9ff71158a8cc96d32300aa086d5f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa885122d50b7caa091504376c636b8f80ff54812f4330b3d1641c1cfe48579
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d637a8f39077bc6712dc7893bdac244b7040d5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909dbee2bba1af8b4728b474578471fd0454c9ce19935247386d619ed78a17d2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1439465a3cf656f475c2ff441618d25a22c23f1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136619e827cbaeba51f0c09e42c133f06409922efd362bef1551ff6b385ffd06
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afbc0f5d57dd4dc2a442375b04e074f51ad5911
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28bed1b784aef88cec12e7c4e3cdd45e9fdbd6912dbf3c923e49781e2e59e57
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527c8aadf6f612469f6e99023cc38bcee1f3ac14
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4f8afcb9cea985033ba612c99156aa23d0f4ae19be53684cf3e967f6c0316e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c6224663fef5d321c0e982caf48376a55885ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93bb3f6be66fdcc0053016ce4ae123017f30aa9b8e2adc76cbb8b6336406964f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e249045b946826bd7a3df6539bb0c56d74d62a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633a30f2c2860d33cdd2ae5ec9292dc55a394a4ece9acb760f10ba3b6db25cf5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ecfb4520cd913458de11ee70e323de1fc87806
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d457f23413ceb2cd683738dcd75adb2f1a8569e7ed0319ce1f696ee6e3ba7f6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4bec9c8db5853004a99ed22b587e60a975db69f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53992ab7d891a1ee02c2f887db19034e79f61cca60b12f4e692969aa5a218e6e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb018d87815ddad37dc621a7f9a76d0c02d5b90
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb729af3e35a281b6321f12ed86d6b5a8ef0a9dec8595b8eab8e8a464d39669d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c3a1b676e5679fdbdbe2822008c054b6598915
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a619ce02f160f0c70170ffa667cd26ad458de77a0765b582122c73da1bf2206d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61daf7ac87698c78f1971c93ea35f37d1b5ad380
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a907ab022b8854b40eb8072986eee4d1cbec72ff65bed27040fac6686b8df3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22675317853c549ce61801a2474cf24deb34190
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a5cbae1abdc361bac14cb7b32f502e691396b0ebfc4602905dd06e8ab0b15d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a191736c3a1771c8e85ca4fe7bfdabbe54b756b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887f567192ac86b77821642da5f00a9620d7670c23c0256abcf6a461b86d47d9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55aa0b3e3264e5364f89c3517c0e6b35e5b74df3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e39079615b498a8e2f53a59637ae6b9dd9fb1bc9bf4fd85f7b4567ce7d8564
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436b96abe459a3816bb16429e3b2f23098768841
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be443e4192c67e8cb5d77ae95e8a9a0ce47d8ad99c9c949c3dac4222b846989e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12f5669e171bbdc60f605eada6096d30dfe0954
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d815b899fd95f72dd4146a3957560a19031b35a3eff2f1250c009039f37a496
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7dd8e1589bbfa51bfb42476d0c7f73e220ac5b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06dead40fd4fbb62760882d904d3f29db6bab29b4bf75d5d5a86a17dd7934cb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d98a28aabd471c4df3907a91fecf1cd23460b65
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4e7a0d49c4a4dd1f27cbf85aa95c7551cb1432fc62b0cef1bb120b5260ed7d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea366259d062299a3ae8f32df30ef0f835ab49e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200a9228b6c89828c9612d235163819e0ebc794a16d8154cbf7bdebd8a7fd03a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feef60389e438af6279ce10a9e509cf735a94f30
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47a47afbb72df870c0842688c0263479c0d3eb63a589d43672d96e907994d4a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6737cf2805bfa70426e0365057fdbfbad80cd5d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8fdc7d57658274c1c5a6af1ebfe31ca22ae7e633c5dabbbd02bbac9b773df4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297f8ea7f5af11c0d98f2020cc43d20ed1d6a69a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08af89b32c0025144867b4e1709661565eb4e188571da01442aab9007f5c02be
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c582ed6d9ff2ec19dd20f20190dcef79deb742
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8136bb847f030620ceca7900326c376981fa4cdc7c241df584ac85f81d112114
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..530e82702f8a85cd1fbc6dd8051c04ce68221b6c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3425ab666095b0ffd27229c435f812648e7ff970983b9a2559a8da0de467d818
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d1e240f4f6253a6aed86a47634d98952b8b447
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f573cd06afa611a66dcc598d0921e771b9637bd5bbd07fc774fdfb9a60119d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d73a78b3a5048cc4bc80c98d304300aa9b64ae6f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23720cd162ec72de2f2b65ea952a015bb42fa82019b2cfaca52abf4c64bfbc8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1333220ddb0eebeaafae5d69474d09d163f701
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d205eef5399c5f4d0afe999e7d74078e3ef2ed7014aab96cbed2c2158940ddd5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66355b63b656f4f076e5463595eb455147beafda
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e75b22fb54e13261aba4c12ccde16a77af7838dd15e04e20eb62e95d59596b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117f368eff1f9db312149a94020353ddbb8bf387
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493f2923aa387591ac1e75bd7d9b9897ab0042128c9448d9d7092682e0c173e4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518353371c6b752e1faeca45e5357a2b5b561e83
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffe947758702c3ed5dc9db16fa6a68c4bfdf8967dee58fae42df2396d3da18a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f6c3eb33550cae184ad9434866b45e1ffdcb9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7886245a9b48ea7b9dfbf9f6473791b7123508c601c0d25f96d073a31e5217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabf811231a08f0ad4e7b5617db7a76a0f1141b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0289421f16d4ce1afc8af6c2a0bc09dd607bdeab27ed8f8abee3eb9f7459184c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19189b082b4e4637bbab468c1dcee8fe4ba1338a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef5bee3b7ddfec97f7a0fea7b2bf103ce14dff07c2ef157819dab3d7dae6b52
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16fce9ea5ae1c151b69e5084a1b68de4fb9befca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98c1a75becb913b666de66e9170663fc53324595518b42a82073915139682f1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21abbaab7b323eb04a689b2a40cbe0a28a7d5ce6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1899755aeed36fb9138176237b0fb1388e77e2ffc8452957172eafcc7ee21b4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc18cf1312f5238377e1d1b7b76468d2ac980ce9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8ad75ee551ba1403372ded0baed3d54e9fcd218c8637f9f714dcf837d433e5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ae95cf43a977550e99d2c7fb5ee7442444a843
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc629d89e00a98887fd590b5486c1bbbc2c764058bcb72ed0d6ac6354219bd5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c6c326f75e0e33c8eba7d8dc6cfa5d12e94558
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f2ce49f350054ffb7792bcb228f85419a2af9f059d4ef8115c76d809c1b847
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56c93e4423435b797c51db2e2d2a2e58e3b2436
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46223d2ba18ddb6cd7ddc3c47f9ef8c9804dadf2600b057ed2edae6d26c933fc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4816a1330be9f6207624e4a718fecca269ad1247
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546708d09958778f20bdf63e5c4efb85b671d19d3faa2a2a1bffb46143632490
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefde964ded171db11c0b1888c653850670a9f28
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6e3eee0686f3a4437dc85c024149aac516859a9ba08812e9be00eaa53ae316
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa4ba8e5e480e7c9ff88eeb1d8fb34922e0e555
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569cbc4582d1c4af24f4a6db6496a3cfc4af368ca5cda7988ca558feb3486597
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885f896d8382148fac9ff36a16d52fbdc2275fc7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538629aab52f12735feeac85225964b7d983fe7c1ddf38d438aa7933df2e2b32
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d264164af04e36187eb4f3ed8be8b124924d1e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9de41bfb6fec9721cba3882f8438c645c73490f8594f564c01e8331231c2250
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f065ab691f4c6f5c6e1a955880ce8af28e043caa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9dddd2a48a464c2d50eab6300b43d851fffcddeaee08398d23e26426abe8d26
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d713069d491587fe8af15c5bb39adfe0dbbecfb0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:278bb18fe37a099c5328cb905f632c4e12e549d67317bb1e181043ae53911380
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f49b41847408891b106a4a6088a4f4a44e5f04
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a4f59cb8bf1421a06f4e3f6cd569948e0e6fb9a6a140c28209cec036149e1e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea5ce17848a033eb04e57fc79bfecd544eca7576
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6608e52270a9831ad3dcbf8fe136df5bc5e94d50db54294591813a8067b0baa4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c4223369bc859e0fbaa4b376289abc85460261b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abdd2458292d7faa548952cef963c7b6635d77eb9831a0189ffd286ebfdb2b87
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b62909ed5419074b09e4ca678fc7e88bd74d47
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f4b383a1667c052cff6c61527b61296841dcad8ecaa3047acc4f749d3bc7ba
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d329478611f5d644941fddd710aa0964c738389f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8386dbc45505a6310f2b21c3ae7d4d32ccc57917aea37158863b46e49cf5440
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149698cc12c1e23db9a0494ace054f540d4015db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad47a98dde4ab89508d5b5e4adba3cdd182dca6ae93908324f6c178cfb83cf73
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e190e4263da293e48b90029976cf35c986cdfd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7269fcb19dd71c86150cdbf3a921cf8a1900b4947c365265b826dbac31eb6585
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed08c6b5861b45de24dfe580f695c41f05139c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524040e9be13afedf308bc9511bfa8de0d9762aca575ed71b1b0c445df3c5155
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b29efcf4a6520efda29c2db1853632038b7851d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec64847a0f76a5ea7397326dcbaaeef8224b3f8c3271a1ef9dc0785d4cf32541
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc4031ee7bd7bb607513a6a53a2cb96267f88eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c44bd1723b956da8a390ef9f2256612496625b32607a8d21385508d32c4e79
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a9253a2ff7688bee5f9b1f8a1a23c5cbce7a92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0622db8ee4cd1763f39ff4e1b75097ca26fe1653d1256a25d0c09495e028c3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d2641161a3e222850a7974e54fc9fc27b7c023
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82670d2f587765102a3636231028b9cf4f989d042af74c15895351283b34826e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec66fa4ce46cc59bc1e3747da72c556511cc6ea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6115aa2002aede31b4143d988d35a0dda97fc02bd1970fcbcb644b461fe7671
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b08aca709e8fe61064a5b40d3b8769a4c9f9f57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49e86f66681de19a48e5ecc2207412f0c3bf990d1e7fa224153d76f2dba5452
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2d6942efe2841116ab067146200426821e7a5a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1912627551a0f69a221df933e83cac2ea67aef520cf74327cd425026d7d144
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d536013fc0b755c0a76cdb5be2a4bee7089c63a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d946b08e595ce0bbd258da7bb17b34927ed29d197b8949995b6258f4c70865
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc01e96fd53b9380d716ef10d46e7edb54d3333
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e50c6c2b32abbb364c8ae4b940d5ca7197474df81c9f7620467cac688ef2c1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c64cc8f288f88d47ecb00b281f3331bd5298d9c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4686e5c2decbe02f271124ae8533ba97b32f75d7a186365732b3f5b234fa2d8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0c9003c78fd53a8e4c141de6d907a31b22cd22
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0249f543df02ba25b309de15c994b2713acaf48bcd027d28b9b90a7e00bea2de
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e204f4a07eb4ce2ce89593d8e9a1b1f56593ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2460d5164f27ac7764912b375e60d2650e5720b5aeff3e9eddd7eb5bd3c2d4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66fb31aef8892a464b888c637721cf6ca4dadf2e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74c2c456706ca6dc50e7de996d9fab023662f3615adb4a50342545872e67c01
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9db3471290fb1b77d8fd92b6884d0164db910c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd95da5d35bc7e9bafcb7d47da1e30e7f47b5c5f024c907de69eed3d6ab9041c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71462fdcd08390c5a8532367964513f8fdc1a3f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e710f976018add27289d7f4e27ba22308477a0f473e8b70a77a7212ac57e9259
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e15d50f6f23760012ff39bdeb08821348c497a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b81d46d899c9549ce810b308d25421c1f16d05b587dfbcbf353bc36864ade3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547c57376353d768a8d5c191734ca3f07c1e9d78
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a72d3023423c95e3d73a0d6f3a3aaa1a8459132cfe1ac0857fd9bd916e11a4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0740998af03cc103ed3d6e379f2ddc31386f4526
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c32654e044f69aa42c73d7abc59a7ef42e6d16d4b4a86d849c365ca10c8177
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9cae75b6f5a89ab87cfa6c9ac1db343a8b6837
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9887f58dab15620deb035e83b1a3559661a563e0b23453df7f20fa9b8fba56
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f14c53b2c54e79cd8e9a89d7bc6228a04fa4bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b967ba806930df6a6f6aeec78c823a98d1c0fa2f86ee99ebc567369ba2f6eb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc193f1545a98179017a7d626ef2244ca712cec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773f6c8c2976894977f2f1b713e79f447efe78f6739831dae24f1fc9fe4f25bf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7492583e9a502b0601a9ccd1baf14d273a11c22
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f56ed2ecdf9ec400a591e32e2c35afa9fdcaa5a3a326543c3541426d4de214
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3203e5877add225fc839d14c89ef3f747ab481d5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a24fefacc4d1ac60eba7fe0c3c3802fe500003fd4b59883d707506c6050d2fd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f3647fe039373ca093ff7ab34907fc936d32bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2af15329b6e10dc0218687b184159532ce3e2b027d89a00618ecc4d1ff678a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9e3e1a7a88e77f4830a82afb0de50af410b2e6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034d49f2bc069f82839d69d79afe081e13b1502a9f8f50a21b8fa0249315fbce
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2e3461d2d6c57493adce468b4631f75fed00fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec848815a886ce0a6e1630fedb1655767aa2c264639dedb8fbef1a79f39fe03
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9aa84677fd853c7cd3025ad82e1320032ca3d87
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10311dd7ede97e4be94ee94945b18e928f9d2c5ce8e9c77f29f1441a5b264b31
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084222dcb09be73b5080519868c08c17dc41f8ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bfdb7bc998a9e55b13c7ea6c8cf408c0fb3f6cc9d375106c32ddcaf70c7db8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d62545f553e110fb8d4d9fff742f63f619785d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8245dfa996d27abefe4ca65cdd3cc1ea7ed9eb1304d90c5a34dfc378ee5be015
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efd524f50ee9cd91857d6d189b1c17f52b0023a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07c319f0c3563bf6bfb8df6c40dd02a2f7aa955c703679627667c124c5ab56f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca69d879488655c8ba83eec54c4c0c06b25192e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f497837031e2e03735498775b2d4d44e67a72c1b01b5a7fc184b409c163f2715
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc358e8ffaad1976c0fe07e520564b5687064f74
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08743a037623c121a295a75ebaeea34fb3bcd425b375abd5a618cdd8d989c35e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4086598058fdc923a59be3c462238d8c9a8e3b77
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87271f4eb0b9911e0adb06f99308097e1badd3e063152dfe22a91f01dc9837f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14327f8ee065646ea058e2160c874fa95f024823
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55032db16df1aaaa58cabe7c5abc4f55e5eb474568380fc361e0dbdcbd553998
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe5928736dee0d249f3c456d9e42c3470e9d97ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe36c7108bdd6aab9e3d90a38f61915a657a2556b9e72ef60ca836cf0a10af3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff7fe28a23d5ff18b2c447df74d8e91db0df5f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5996ba65754cc1443cdab65dd5af85e9f57ebb38620a94526fc10418d0df15d8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1144e7f562d328b4f6a18ad30d4c96052c50ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1631eb87703209bafcdbcac057aa65c5aad03573b76f70f83e21cf1d65d283f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce46ca35ded95348b3ddda927796aef58d0600e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0f0ed711509c56b80d0c04cccd52dae02be8c434dff86b53d828269e735602
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72154f0e34435332e8177b89b5940b57aa59ce37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e2e9d1c9352ea90e59e40a41cf4800ca4086cf95c0a923b14c5bf3bfb3cd58
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762d90a30cdff0c58ae1414590ddeae7878e2ffe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a0b7b177114a7d064c331cd7e04937f3ca94142a1d624ef99d7ac790831519
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a62db83d0553df38b9a4a92b5742dc023d4acc2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3232c3f34f209294e431c01c2046bb52b68efbae4273ccf46faa2d91ed430e20
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25563d3ced30d91532dc65dfbebc4b9a135bab7c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc1d5f54ccdc28f333d930c196d5403c3907c17603cb651b9c221812d87372f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06fca41b5e1cb1a7015d2a082372647b5c14a950
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ed61d4c9ae35265d0d7c2b055a8993aedbe43511143c3fbbf3c8c42a9c09f6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b972d51441013071ffae3237765989402df403a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8caf7faa0cff229987cf07670c3a21dd9c9ebcd0d5bc6aeb82354ab5646375c0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ed7a8f9fdf8e8dca698f75f511ee7279e40e97
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2124204df1ff6de246799a118ef35c92bd9fdd0d3dd7d6f116a776c4e9397d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724fdd9f21b9fee11fc6d3e34141b5757faeea3f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ece45ec6857493e21387b4201994fdb3d1c38ee8d554706c9b479c973f2d2a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd60b95547a9196a8673ef2dd8be081524386bb8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4360f7c80bc9636d954eb6f44fe2c3e203314cae36064c05b1bb2710a53fd0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b80f4183b213ee306a9a610d4294d07030cb121
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92208297cae95fadbb6f679dec69993ee08ed118a85c22125f0f072ae3ed961
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367ea3ab77925fb0da3377eb8bf5b3ee5950148e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76935268be5def6c502bfa0839ecd1b9286dec04e0ce3279a11a7056904f7c47
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c62d8a7182d7e7c51d48da053e69fda2f896d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fc8d3e30c22ce4ed2c13104dc12dd5f778a3192641447a3d7fb3ce458ad796
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db2352bc1af51cbe1dd556b564da3d221858e0b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85dacf68314cb05bb214c32848d582f9fc008cd794dff0f76c8e610f509be72c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ed3895e9f12f1dfd518238857995e607bd85a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d2fbb5dfa5210b5b605010f811eab91ff56228d82dfcde9d4d45d395ae25f6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b752a1164be13a2fb12c56ffd9669137ed4327
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c26a726687ddea24ba860ba37fd66071ec6b1c4c4afab0019e437c7ae01897
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8128e201d98c02ae65f8c7373e71cdcf5f1185f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65eb0f41650a7305714c57b0c25ad322eeb4a6816152586b1966acae30699325
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc72c5294f83675999456cf99a67c7f24d4a47d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8d43cffa882306975a74c2a9e9908844bf67f1f3fe50a2cd6933c08f4d3ef3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5802c9012ccbf273f1e53e1153a36adfec875c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53e54be9f4985c5315a74b89e73fa943e9c2bbe6a428d7b63520265e5def1b5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ec0fe04462f1cec7c923646ffa17e8f9518ce9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12484f2c59474f244b93a2dcdbe8db67ede16deeb7cae109a3440dd201e643ff
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7871c7a1a24f4fc425220457797831967e3a91
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d97b623efc39eef1945d21eb44ac107199ef475a11e2c77711d557ebaefd95
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c784fec6a6c79c4c67d7bf055ad6b7751d612231
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69a1541abf9255ab4d955bc8b70e5e03d8ce39010e8d8fa936cdc42e5660d3e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c26a54d3bd9d22ecfcd4800eba3d377658c2db3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2710b99ebcc2d909ae3d64d5b96201152463280da97bf992f302bfafafbb800c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014132661d5f7b7d0877a99117751ab9639dc729
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08624a31a5baf4ca4648c121ea842548ca324cbba03ba94529b7a9dac14cb301
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0985dc716929fb63acc8e973f950c99475459c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1046e1142a6d470d7e26d1a0c75791e791d1ae10b9107830adb5795fa378f798
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228ee75aeb928ee08678e4e92cedcc6113bdcdfc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917a4f2723ffcfd489e844fb7535c0b517b31d3c6e48fdc828d0c8f1353f35c3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82ffc7ba8bf1c4d664b1af81a6f44ccb8914e21
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfd5e37f73e42e24a977740121575412fad345f38d5fd215e29a2284fb49178
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e708cdc6647daf8306ed6088f2adcddd22dfaada
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d30f6b250eccbbde92253f02a40599a6106b77b790ef196c0a8465511d7b69e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a786e5604659ccbef4fe74a2f0d844546893560c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61f8e73b79b82556ea4a9bf3a622a5ff68f4b138b4db1af368faf09a91eccc6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eaffb75d1b0768956ecc6a259a75d718989cfc3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60148aeeb098cb5fd5b42786bcae6aac22c7b2c6c178e080ffcc294571c0d2f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78e8dc49813ff49709a71720f78497ad2bcb717
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d480d71222ae4da447c49510319719cb43ee88a00be0715285dc4bf0ebf4de
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a84c6301c04d1da436066bcad4e6cd52ed05988
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d1cf46101df4cc8a39bf9348ae45b02daca09a0ed51b724e4380f992f0bdc8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462f3edc013342c47a39d33b1f9f8ba81832431a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769b43b93128551715f781ae1821d72be54341ccc45f3ab321c801badb3e919e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e920acbfb1a586865a432d203a45e64d4e8804
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eee27694da2afc3ab20d7a269c58eb16b07b13ddfce66a802e974de1e318e4b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43afe74496bea6fc7b197980b6e9cfef9201c89b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de883cc25773e696fc424d3c3a21c699a75453e35e3f13e35d907a7591a7746
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3276305546497d79858f7558b0e7caf16f351b18
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f0dbfe4c72e826dc874a2860cc57369fea993bb723d1543e71fe3865e7be7f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0194697f23690aafb46e91c82c4ad471c83788a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0883e2958c34d2935c7169089f79d4139b66f0c2974dff8f3d71b952460303
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76613d8e23bdc1770d9a636a6d75232835c3d87
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3c514c2deaace6cdcbed69549281533fe2e41efd7743d22a799689d44005d1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c241da57e5bb1fd29b14dc129558773bd8a26997
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c7672a863cc18842bfda81d9f7c7c4f88e4bbbe752f82015bc8d98abe5111c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6a575f2aa4679a07a6dc93d1f82c0622b162f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7507005c20af2016a433eb0bdf4bae558c84fa9b068d5b1b7c1000d19b27f5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b24e53146a90524e40b9ff9f29ae871ae1bdc4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14f784e4b861bf72537056d3e6fa42f9e63f63cdebf9edc8c84e0bc21870c08
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c068bec14b2e3b107d6e5a1a5da6c32f4679579b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7daf1f3f5eda9341571007ad56b79d7c1fac20260df330b49189943a6770ec3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f956067cdc9d729e4b9fa7890fb3ed8fd68cd91
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d8ad4cd92678878ca050670584689d6d866e289ea236f2a085450f69943f43
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d7a721d31f89747edfec1d0a79ec03a68dcd483
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ccbe459dbfffb3c9bd6a281edb1615a4c9678bf4eca75935f5c7517983b0cc5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510c1cea0bdfba5a13471a51612ad61b149fdc99
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2f560b38d391ecd3a694ebfe234f9e44c9c3c5b1da2f9856d4bb055e4aa404
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b80824f89dee813aa7b4523bde6ce0bbfd1c64
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8101f6d1db3b05d1924b79fa3704a1e93af3890ee9bd110e6cb956157aaa668
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a954dfcde5f54c2bece1e8aee81bc0bc48ffb8d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1480ab99eb682ed524ebbc947eceeead8328b52f0118c6389cccac2179e315ae
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b022975e6fdd65a706f222cfced3e3fa9a6e7c5e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae6a701d63a1dc93392de5def9814b11d8504aabd50c55e7bafeef3006051e4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7150cdafb6e334139288f59b4da61bdb98685d0e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48bc1743f829961aa2edea226924a936ac0429c57a1fb28710ca53d0235f7c82
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90811ffb45fcdba4d454421857f9c8442409ea8b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b042df2e168cf540c6792a59a31518ed531190c57fb057b583ac62945206e8f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff625ad24ac3f50586e2253caf2ecbfe112488f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231475080d7d08dbd0d8e5af81a3bc84f27b79d0737348592aa5bc037f9b3d6a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8aa729a40ee8582ac5c94d9646ad53701378a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b781ecd8cce5bcf09cea7c2b2528191704753dc8e7dc3a02697c61c2239d84c3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e72fa3e3fdbfc5004947f4cb9bb33d1db884b16
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a18612b331f9b1c6209e3065df578a996ba9324dbf1db1412460db01bbfccae
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dced9f0f950e01f0ddb41e22f63b8a6c5ff75a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015e526107a6c373832040e996d80708e065e26b637186d475b4f79d1a3b80a6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16b8e59f6f605540b4108bec2ed090ea1609beb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13217eb73b40a3936329e3a9efccff348bfb5b25cedbbbbd51fa14812a949a82
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e7fb0c57152ed3edef38c5ccfb063cb6c38baf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594c674c0549a4d82b0215f7cadfe7184aca9960b855510bde71190a0b7337a2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0775b0e116cdb7818a951a29cfc6656f9c1b0685
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45c89cb1c11235917012fdb50f159dcfa7ec50409556a012c412e20350c987c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d060b8b3432c55e12e3bed4e0c3ea706c374d01
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9101150fba3f4e87d578c65f5638c8e22aa14f5d17750977f60d6f31e5e07552
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b686872437074cbe69a6d64e55c68d384b7e3c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e231748f819fd4a7c1c8e46e005ec1b37ca4ccd517cabf552a43cf9d1d95a12c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d788832756da6cde4329592fa4eaa3066a57c3c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0d2bfe0004028cbaea3f611e3f28c5a67ba011a7bb9b7bfb80144fca182621
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22ad8dfa3d1d832ace106dd957e667d2cab98c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14287094b7b62fa8d2a51087e5e85e0a0b973b737657bb850a400a8fe95793e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f187597efb33b3527f6e596304cf4eb19fbdd22
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2dae4069099c666ffa0209ee68504d73e3832b8bfa94ed30522c4ff42bfd692
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45221067223213e0da4406eba38a69a3386a6e22
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efdc874a5770f4de59ab1765afcbaf1956e2f922573760892e1bce995964320
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853ecc1a8ff25c2aaf0bac2695a1354283d5dfb8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e763c71c4254eda0fb126ccdb27eafec09758d207449a38bf3907f8c9154cf6e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a1e111d9bd1e43d48b7a153119c48d03d17b6d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275dbe17219fbfa44282937c1ca041927d88c969dd60b51da3dbbea77633c740
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216df4432fcef05a5e42f0744872f87b884a1dab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e7c2e3175e0f98e2bbf89b325e309ac89e394171295a6829aabc38ad437987
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0caf38284efeb22746b4fc3a196e03c8b35872b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936f4b741b1f97eb5d6bb7b827c8f6a1285be056f7232eefa1586959ce58dd24
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88cc0aead174b86c2f575dd6bf9c29360dc178f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed316dc3cb1518c2fca1b65b27dbdde1521d414f1c60fb69d4bdb45dea2ab3fe
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c75c1087c1ee8ddef57f4b10b92b81f1e4093f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4337330a7abc2d5e9e3bb838e1dec3e04a3a0ae11c4355c8ffd9aad20a83bd1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ad07c0765db7993de45c01995833f3c2513724
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e689f4c13e1378758b9742d26d9b9a283f1e97ae5dacf13d7829d210a647769d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b235b85f42ec9bfd23f9d3db69454d05f971bd34
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7054c43cd209b9a173bf12a37d048174f81614734f916bef2977b556ac437e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5391216f65fbaeb8c4a30e2306c03a1129401ff6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fd5b72e4cd785db98e29d101a675e0daaad9fe6530a8ec986a5247fe48956e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc43143f2b2a9f07d1a23fb5c9c71998f3d134bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4f23990c414c79576f07c0a5516bb62315990461200aa40f3bcd65bf2dcab9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4afeb0f36e51d486d908a613e3a9025a8bec8d57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fcb44131563f43c8f80d8c7f1091aaa2051c6a6cce0adf9f77b3cdbca87a04e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ac92f441711765d01b8123fb450f1da4842daf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c7760e9e76f321eee891b9b4036324631f3777bbca9fc1e9f82de31a0e4102
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856a9e2b4d65b6aa2a8e72c1270072628e312446
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075e2102adbb1f0e081059394b65017f7b306bf4281ee735e2f45b91ac549301
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3110175d13c49954260ec184103139744078a58
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e532e8a047340aa348d85e14b096eee953e0c7cf6919ebd0af5a6d515b2e4336
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb94c5fad98269e5b408aa3c17d7ee02fb17fb25
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b25f23be886c9ca0ce64847bbf5a38a0b123419eba5243299d83e7a76209fa3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690c843673a2c4d8117c0d40fbc8b9bb319b63f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5eadc9b97b601b7966e3bc08b19d0dd482951c30f99ac7047cdca100713163
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c526dff84714133cea37e4d28001e811c7fac4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b6e2680a5fcb5824fca4d76dceac36481845038368b54c35a453b686fbc2ac
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6bc377943d4b354426998a0353a0a9620ad9226
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368b39b3dc333288c802b5650dbb6e52c1f043f3b87624b87a9798195a20e223
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5159258f998e92d4601e5317a372c3d662f29804
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc564deadd4875ddd1092f6621cb7f5b952d52ce8fb5592f0d8072fd4e49df6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2230c38459bd83740a0f9748a16e60dad98ac37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a814f1a5b466d65c9605d17626b26009e909fda964cba35cbe28e4dc4ced79a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1d6838d52957ba3fd675de206cc70360aa1377
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fd2129f7c0a688d7e2f6a4534b3e8d5e298cd41c5d90f0b40cd7746165e6da
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7bd04ee6437873c32500019bbc11ba0c1e53a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d324fc1022724fd5351846df43e89d2b74a5889051c4f6dd4190bf8e771d5712
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd146d52dda753e9c69b6d9adb04227d7ee1ed09
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14e51415ad576cfeb426e63057e6af4f56df65be64ebfa7121883ff738b0289
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c632c87398bab642e83be22fde8b487ef7dc97
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc07cadfe33311b72f11ef334ba40d6f74e218eb8aa78eb5122f6e8795b5786
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580c651ca699de652c1ce251953d6643fb52a562
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d5b0bc619e3090c59afa3a7474639c7eee1656ec3a0fae1ba80a2163877fce
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383d5271897b8695b5546704d5963c1d55333672
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8946ae9558ebcc6db922c64d09cad696e252e19649c2dc8c185fe2de9e2007
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a884d7168fb4e9ea597b8897286ea8ec0475e90
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bcdbc844c0d46b744cd0338dcb91a67288f604b0b1e32d53de89ffb427bb375
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1bc25b5c004adeb1f41d302d44013ad36795ce0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc1f19216b74c515cbe9f0bd2e7b892fad86edd1c292e747c0b26c4c40604db
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2666f8c167df0b76cfd9b3d903462b54e12334df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40293bba939eafbcbe43e8d66990180010e3ec72c7236c13411e9742c0507d7d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0f05ae95fc5c04f07b7a116f9b225ddd45a569
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d777dd2418196546b0ac0e95fda7afd5f2584b6109ddbdf3c4de3dd367f869
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16291cc67483081673d628020892d26b31f6b1ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05c9adc75720953bd57ce182f371f35854346994bfc27e9c59693633da3d20a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780f4f13d0c3f6f213cc5fc5a22f7989063c3a42
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e444a9c983e40b3101b3d6f083ff2b67d13430a9b11d38ad60bc926c99901164
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b3fcc9b88e89bf48bfbfef2fef6d00e5b0af4b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910e619ecc3078eb0bb09f143d424b0e82944a90e9fa2ba350a060ade4dc5382
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963b7ee35fcd3baf22b12d2e82e5409aa1664ac0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb4a8891c6510931cbbf5e2f5bb5f29f15a7505e364efebfa6b8c76207449d9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c7842c52011547ef2550362ff0b2427eaef7e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e535352b2b30b084ae014949ead0dac2c94770ec0289bb41364975cee329666
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26df8cfd56b56194fd51460a112d96c3f09cfbd2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b68e6ee0f214977b731cd4844c7be9b6fca7676de6adfb4dfc325c65a9fcf73
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0631e73149e6eb5d933c44f52b88749775ae58c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045f412c817b1463474ce73db442f3f27ec135caaebcc215b37004869c15c4df
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323f216e7ad60691fe117584a1b8908ac9372eb0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76742217b0f75b9954f7b86c4dedea2f01ac54b06b8bfce695ef65074a1bdb85
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d1382d1fd3dc5acaadfb107dc409ea2760849f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53e0d081a3229354edfbdb6ebdfc0fc5116bccdf0bd2cbe43d38d9e052accc9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32600c543abf72f5a7f7762c6f1f253282f40bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef2ba48453d9ffbd7f94179da95b2816bdbc412c9d4c5f9fffdb483787a8de1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749ce38bf2807513908a4838ccc3ce3c2a088f09
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2da56990ce4161a882188aacf9f7912143ab26cf9909e5c99a3f1afff47a127
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340418cf094d3b14dc9b6eb5c70eac6abcc2db68
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7983fad921c80c7984a58742cd89e1450a09cdb1701d3a2c9d2f5526732e7c39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267dc7618b2180ebf7215a222a8c2c6ebbef4f92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5383b70fe17623bc6ea68ed0cefc6552da24b92286f10a42ff01cd6f742ce604
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6422b62439c1ab3dbd169be0f3e79ce053a0f9d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa99e4f68349d83b2e463d2e160fabedaac94d6f3bad635f63d845a43225f018
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82bd26c9fd6673503a997dbb845cad39856a85d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e23b8f44eb5a98c448fc6f9427c1655141e04277eb08042e8d9986bc5bf3c75
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0856535cd265285bf2e30da0e190162d296d457f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff6cbb98437bd6882ee6d41c39040629aabfa7dc7821071c5a4928e2ec8eb74
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7fd9128d62c77c0ca212049b36f8e99bda884f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db25d19dca57c5dd55b4fcf808b94415531eb7fd16b2c7a620116c7a4fd2d67
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb83646f6437ea4d5ae82f511248bcfd0b64d72
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfe12ac4392c0a8882ff69bb7a5e02111730dc56c53182caf3a4edafc1db80c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6fdd554c1e9baa87ac194f51bbee5ae128db80
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc6e7efc07a370a99b35233ecd1d3b69bde5a2f60d9e373a46f640b443a7c58
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ad4e372371b60b4efd34997798c7252e64d639
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534e7f2cb5818157dddd04d30247e5ed06318ed01139373293a32d62bdf1d892
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e32ee2d1557c63e7aa9396f481bdf8459b42e60
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fa52edc46bf528580a60370cb53b457565261d7300fb7271a8bfd0d79a516f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e6ec48ff8ff3503709840052ffbe2fed46da3d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68205065ca461dd2ac8dc3c510f8f4044a8df39a0620996338ce7c13791a9fc1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067ee6a503c0bd92435113c51764db0335b8054d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee03574b7bc6b427988577664f1806b50d229232e82d9a38c9d828023174be1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bf54f4c0948d756ee552bc92e40b23f199e52b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5cbc63b8473ad4fe3c78197af6bdfaa4d0bd9555c16f7cc5c9cae1a26b0d47
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a8c33d3df0df6242c3504ff76695e2e0c991e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215bd25eb14e504d17d60ba70f99e9a7c838560b4a4b3d52d459ba235c04393b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3188b9668f9b189d8f25ca20adcbd970d3c1aa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6247a719bd1536a0310e912101e2043371dcefe34bf8891db3c35e89b30a551
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe3876645bd7bfa1057c4d31aebbdd1548a1e73
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b495c552b3185ef3567fc973f9f04b2e254ded831f7f17e764699fccd00498
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e67b6b9814a77f4ab2e42eb706424fb50b47b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb94a536b127fe532bc887f09e91325ef243ec262e589e156f9c714c9b530cdc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c49e9391c6dd9d686707710f6883739ba0ac05
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b78963e0911bd17dec41e552eae6e0d82258127240826cb4d8e6185b3e8cfbc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c3694e90c4d8ac751374e845a1f9d8f81fd2f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8760e86f269d3183a4ef40eac6ae63679df625798d196b74fd10a79615f1a1ae
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877f69df2d0d555c9f2a0484aa429da20296da40
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913df6a80044cba7b3e005aa60b4a541ed6d997b9663fc8758b8b75f18064d03
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394d3cca0d722917d535cf785a6c91016494cc27
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31affc80f85f37d58f08216022715741820b9f4a4735074cf29b775ac3adb19
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d3261e5549c9e6d2cdafb19d56aa1f7bd09ac2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e87867861afc2b8881f3e2da3294871d003d1622b2efd4bcb15b3750ca8eef5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815d403d03937af7050744d9257d903474405ae3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f2bae1a89db769f44bd6a971a260cf956af5e3b834df9b35b9922d8d64399f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac84b342736bbbd146838e0c2f51c2e4b1a39f1f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37ba4df4d70e4a4d8ce2c057800e6fe2e0087522be419e3e0c33c971712011b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7452e15bf7ee19b940bed8dee1668b67ec155a8a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a75ce7fd17f0f393aa22e26d0112ec210423ef56f9b9f6d09dc466fab8d5a1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3140ef64e3ebaac92a2936c51657d41eb4849a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d1230624901d41239ed2b40375f4014900ae318712b9a54c96c1f83535c8d6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004c2e2856a31294f747ece04292def5a92c3bb6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b66661ca9846d98ada8dc4e776212d78afb841576178410971f9a3a8e9359e3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554034cedd7dd4c0812ecb23243c537b6d1f64f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2739729abfe67b31de22e7312568046e56dd656676f2a07afef8bc4a8a1407
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a63f385e1540e18cc03f0f1f694db4351d4885
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a934e9a597bf979ae9ed506fcdee91d0d0d6095463eb0119c58c3da4268be013
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b1e66bde839f244773c74371c5f5b4baa56458
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b448f7b31b45b207a4c74753a803fd2f093d8f49d62c187af5af23e24ec6d2c9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13bfc35097e3e8089ee521d69e4b907f056f7ff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26586ae50447d3ba62f47dcaebf5bf103c8678e47d4faf5cf3675f496f4be01
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048c8cc4a0ce4428fd9ee744c1c677d01a2d04e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bbc3ac2987c899dcafcf94c9a0d08b3681240b6fb24592914b9cddb5b6f27c2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b4f489bfb6c608e978505636d74449bcdc00d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9e0371ade92b166807a93d482bca414a229ae8a9954e0182296cbac74fb6a4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc33df232ae4f11912d8a580f060a92bd5335803
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf517294e67f801eac1b270c20262654136fe5e68cc67a5a3690f1c131b0d19
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a630c86e3bd3c66aae1bb5910a71bf5105c7066
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91277e521ccfbfea09317192dcea4d5bcb1825fdea43ea3a41cec93fb55cf697
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97c4a4face5c2c4c30525b20e6bf47e37fb69db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a829ad63681a3a84b4d5811c4a0463ae3e5d7e4cada3097c7e87ea0fca28e851
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24edbc371119e9dd32b1375fba1df4ef5f5c3b42
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915ac9bbf1afe78bec29d3053204ba5e91d4ab44468c51df00e880d17c8f6cc9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf7bf0796fb0c8a267c99a33155b1bfd9f5b731
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f2bd412dc7e599182bd988d334e7a0838c702d4267fca7b439603eca9e7bb0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd0e42141afd59abbc48587b1cf5453a70132e18
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f27a8b0b02e7c4d804997fa08725eb1d64e8f4ac707284d484cf0b1107d3801
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df04a798c34fcddef8c4d9e1326e7bd299b44df7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b3cbb0d41c7a4f3dba073ff6cef17c94628f13059a66b94b36399ae332bd2f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5a6abd037b16fd23834c8a5b871975bf8a24d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56658d7d8fe8cbde7a43fde38d63ce4a85b4252f1eb0e158e4d18095259b0ee2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc630cdaffaff1075964202db003c4bcdc63e3d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca88d625412f9396a3d5ed90731c5be31cacb3c331d5b4c74b7cff1a8b7468f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7c60cb6dc005060d3e0947337ed362ca9a2028
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8074a31db4f7e8e42d1e66679e87dc473da132b5825f3a4751be677db4e05330
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95cc72af81aafaf7533dd334972affb86e66cac0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050a4f87ccbf042242a931ebf70dac610aec00d7f74e6c7e07ca451a7ee050bf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1abae46e2cc9e2048230d9135453bf32113346
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37fb01f476e347e38e2a368d0cb6d074274bb10b25a8bc4274855eb1a365899
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0428d81269d00ba3f060181420967a676e920571
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd98d0ddea2ea8b7b78b8438ffcaa19405d310cef23f490403f85455a7f067f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cd62ae37fad2b84bd15fc0a81dda904c30dd47
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e3a298c412bc3ef6a164feb32076f7871ea95bbfbc40b87c412d680219bf8a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3e3e40a7cca791c63a354d7e14cc92a7db54e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760e816e3882c6109ef5a35e301bd788ad84339c24595d7ef51a16ed24a59c42
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a289ad2e6c2020985e919807c3565937d3f76ae1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0880e224523cf4d07836ec3c3670064461a0a4cf2b5a1606a2f35a6749520c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b207db01a630a78e83917b9063932f1c1bb5862
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5ee15c5015d34b27896a8d759ba54a3da2993332549483b448aa22b8adbd0f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a1a58492aaab01f2c27e7950e0a9ee5f13f1184
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3370b5c25f13bc5356aaec9b3e031feacd4998cc93aaff4c6101e5c9469f87ed
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddad9a47c8b9d59eaf44a4de0482950300a909ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e138e167bbb2ac5c5c4b550a6373a4b89b224e9e89a92b006139d358fb2c2aa9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2fe61b195af6b07f76799d9b3169cea37cb513b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411b6b1e2e4d45fae9596b3eebc7fcde223cb087e2a68c9e794717b2725f566e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0e3c72699cd3638b39cdc9c8accce8eed75e29
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a598742feccc05a915a661403a230a4f7e1e01fa4dbd5eb147d17ec9adc0caf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72bb6e19f2ce5a66333af154f19b4c53e83a5063
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365615c585ecace17b671a5fb7e8c424203334c8f1e74d9cf8d48382b495242b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd1369aaa407d3f8ffc4dffea5b8b4314c6d7ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fd9f71d47e31afe3e2348341245995f1fe3747399e7c26873ae23d5730e5bb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4f0e258a8927c8c101e4f96745a69b6fde4041
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e918456a06817f05a8c1eab463355207311d9ecc30c05c3e3c147db250fb0dd0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6954a9d17f62de0badd9fa4233bafbb0fe7c38
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06a17e55af093c915d4c9531a7ee679cd5161a636265eb9eccf4ffbdaa4f765
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c09f52ed36efbe1fdba46d31bb25c354728dc3d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9722b319b9be9bdd63cb4f40ea82414edb45e3b478f3913d6483030d6c2af94
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b46785a1a9eb2a845e1cdb4ac398c1d86585efb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0292ceab7067b26a71185915879c29741374494ff01b528c77781a092f5197
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32294edb8b8e49d3775a9a3fdf87f639cd597a69
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85136ffea5a56db4a693b72ee7096e95d630f552ab28bf9d5234b036b97fef38
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68015e749159c1a40867fd5e87331cd2853f3454
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463d74d48070f0e2e15ef60e948d49ec1b6505825d92f31343a6df0211bbdc0d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4415deb95828049ace44b0e95350d211115119
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ea7adbfd0e3f29c93933ced54539b0a78dc9c5d8566c25731592ae1ff9441e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3716b29b0b8d740bd9883626d37d32ca3fc39a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e763a2c69b35812365e3bbc6169479d4af127fd257503c123a1e4557086eb0d6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00a3b6975296123b8ed83610b900d46ba13e25b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea19bc192caa0a7b6565c1e364f7728bc54f73f9cc296d25301e32bcd7cba8d8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6a52d9ae0a00ffb7a544c080edf7fadffed9db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac80325a53a78b1513b5319b6550ff4a9a251af53637cf5ef40d82ca4e96da9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f14550920932df5ffa7b592e548bae33e7de65
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a765a66789e960df9bc1b39407f9f07de6e8ed59d05f97132e7be0b472fa1c77
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5331ae6f4a9e79f23fd6ed5c90d051726198ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47deb7403a670d92fb6e17a669de0e1c50962ed32c1c375838cbb66fb27fe2d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09428eb2e2724a78f9ae9ba990ad59e336069b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee572aaf9e71ceb296bb7f870bbf6b2099dd6ca30a55fdf722f01936ed92aae
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56659dc4563eda25e2c1d2b07d057382109722e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383397d9a2afdd3681f0e3df2f6bc0b302f35a948dfc9a99ebd40d2496c8276f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fd9edaabec30f69810e755ec03e3084a68b929
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d81cb3800fdb1ce2518f09941dbfcad35fb478a2027c18667c47789ac7c430b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d307cb1bb3d83217019395e7051bdcd53aa0e277
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367361d820dfb8c07aeb90753e067199e30f40b8e75dc3236550fe758fc8afda
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53c513bd11dc259c1df666e26a00ebb287a95b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fc53604eea8d929aee4910348c7c45ab94be968eb3135a5a5bdc1357fd61e1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f8c7808b48f3da5ef6a1fd704c07630400e13d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a66fb1cd7ba5f54bad0eb8055bb3c04a40e5286949ce0a24a404b2c6796a025
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68960391f0f97b94d98d525026d527f6d4e21781
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d61a6ab517b5a09d6e76fc570f37ca2ef0c476b4663209839b21edfff4000c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a2da793bdb893cff8c25ea421d313e7659e92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f9af4385423c7ef91c0e00f5988103bec712dbc01883c41d7b22dd9ab1ed44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18040d42b03c03110b26485f44a87c0f08f50fc4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59ac47190bb57ea2e6f4defc53c6e56e345910b87a61e07fd6caf4e8d36690e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626f931d2ed50d1ddc2aa9ae6e716faa3f9224af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5dabf1eca0d056c42e9e30742e42a1c5ed965ba9951b0f1cf9db5371c09410
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb0cbcad5e80dc55a5a3fd80508aa485e39d120
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add9402a51d2f1db1b79f70b61b3f47a33b98c88959894202c05d3114b4136d5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae5b5d7ffa9c80a4e29a9ce0279f5d7f248a23e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36c6034b37afb54fbd67ec14bf768d364fd04fd5b03907b0f063da82bd566c5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26da06d732226bb1f20b265cd4af406a48541466
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5187d1553c730a741340007e8dd714d1dcd53b3b999fbb5ef9736b0a6af634
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8394f6c4ab65648684e5c478b0d631cf97bac5a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4834cbaff582e2352b1e67ef591beb5d090f4c34e2eb9f138aae62aa0e48d190
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d4c402acff8611a6b91b632a8181aa47bb296e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098d7259c2a3ffaf415878352fcebd3b8fe561aca90ce03f37ef8238dae1acb0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43372e6b20f4a31f43566f963e3c427170191df1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b031b59b68534048883a6213f660a163146220319092930aa21ecff2fb529cdf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74aab250d233c9982f0d8bc89e277ff72a7cfde3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f616b35e22e07b31fd7d997b77c84ce9f24775a3746e3801d8bbd81e4f7ef2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1672f550833c4d47a8ad6ddfb61b78450720841
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c21643114d602df141847a5e780debbce5d8340936d2635d7802a2c655b1d7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59642e7784100c278320f14ac50acffc5891379
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cfcc4ddebad1523de46c35adb86ddb0b3a2a9af543226abf5bf423ca59392d7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7e7cfe3b5c59063a1c4e4468ec7683220c63f3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de15dd5b1eb68d65b8743ad7db4a2e0a11524b9357ee81618344e4f8de190b0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd69b0f414ed1d9c18dcf8b9d98c79951fced563
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124b014c769a665241dbb5fe58f8fd65964bedbffb43d3499642d3537460d1ad
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56e76e9fd75c2062a6aa76b3f337353e7298c74
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fcd4632e21f82d2d5ab8fa3a743ede2a08909adec5e204439100b7a1ced2db
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09eb4aad45c056910b844c0e8f120206d8ec07cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8578d20cc3c05f65e7279f93290e4c75d78d2caa477a5c7e287696d471744ebf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74e8bbcfcadd62745d40d65762f73674651bac4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d4b1f6cdcc379a0f09f47bbba99efbc455cde91c71acfbb34a1ab4377c4216
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520161bbca8f3e5094a9120896b58a3b769a0198
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274b83b21b7608bf508cddaaf74ec35f42c6a7025dfcf2268d87d0d950753855
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06f4759c73711eb3ba332553314e61b7264363f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468b598c9936899dbac88a64886bcee1a5ecbde04b838e3a854a8c887be45750
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5c1f179eac432776f9fb848626b901870a299c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274333f00cb65c4bf08294d23e77b1d289abed98a4cc0a8f5497fd2ff3cc20d6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6925d19a9b9770eaac26e25ce42c1c1e12bcaf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0702cd148f5dc010f72ef63d74a1ed94ea66cab23e4b3622da76963431f6f228
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4b6b8cf411b14dc6e1c573d168f8c85aeed704
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fd1f9c7b40124cb4a78e5736adc3d33ebf1c096eb28115e1b1d2a885ca409a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f963348be12974daa4d0de81aed7480bebdeedb4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7325a8bd8927ea9a6624042bfd9a53caad4b3938d29355b211bd37effb20540f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4609ff69565fac844045ea17e2d1e5f105c586
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54dc9b927da63753c02c2db4c0b808669c17c3188f1308fbfb5e7247b2a57a3d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b20fe79d00d8038abc4f65a52180c08327d046
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3fa66af885050cab227245f6cf11453132ab972a23076267631a585ba5b227
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f74891d0035a98574a13db2da0eadf2f788254
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c4dfe9a4a0508f4e7ef745c22f286e399e6f3159d99cd9970962d5a491ba45
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cb8650ffb962fb1599dbb25bdc745b133687c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0ba62721298771699934936bcdd4a487cea84a30b51c7334890274f281459c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38dc407c60a1c09e6ae5fea3e9325fb33962df2c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a563239a31b7e77fdbe7d667a8360b1d95f161add3e8505ff65c010c34ae69
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe61408be7cde2714ab5567e86ffa4a43612305
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bda19dd4eb924b14061c80c8c21f22cc647d174495edc7885f2b26eb8f8e1c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d54f1d80d2c8b61e2c5c9c0e024db20c7f84b1b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486cca92dba8d15de4b84ca33eba36caa5c67ff1355ee543e3cd5754e2328506
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8bb7627eb0e59b396c821ad5e0a8e2fd597278
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75b5fb065b7a3f434a3b10f8fd436ce9741fabec2a70d4cd187445ad848837b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a6ec67e491a043e9ec3a596fe3b5eca145cd459
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa093c481d5a84eacf8ed981eb4de44ac749120c659fb40aeccbcf90025a8a1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70631cffbbc36e181332948699dad177786a7c04
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ccacd4210c4a82e32ebea6a975f503382b5af1fc781d01a14eafff9c9f7cef
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafe4f2c4e5dfd9bc7a85efc955be1d7ac73c8e8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86cb9d53882b0bab8b1fc4a870c7c74a9a41325e18683ee5b513ccf57ca4c4be
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166241cbfab226f80c59a750d6590c9c740e8767
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0754610c17ffdee238ae364ecd006897c0986b9bf92ed528231776c22af63fb1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e828d0611f5178859e4c269943de559aac1b0a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89620cc5504d973f54e93c542cb82d836090d5a8e44ada9b4fa50fc0ded31584
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3efe015824f4a0bf56c44313ec9e28de98267c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04bac76ac0a10aa0b7e28f9ed005340923d204da9a91cc8f2d0902b997c3ce7d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1827fab032f0d2846a5a28eff71719253587f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f456884f3d3f0a3b09f59aee19b67bdb98a2389ae2aa193fb0d81f60973415
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83be81b8bed794701e512bbc8d9d4890ff2009b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5414316d4ec08536db9f5484fb9116e9a75c68654427ee225b0551f679dd7f2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc8d82deae350cc0fe4b7597fcd32e661ea8bd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbdcfa6b7df054feea0e8497e81188d735370d0670a5711dc507d66774cb217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940fa24164b75d1abaf8abd9efab6800ac44ccc5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69ad56227b719deb3eee6f9c860c128109501dc4ad4965435401ba12d4ad8b1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5d627186e9524b665975ea06e6099b33ff2d1e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351cbadbb0dec7bf94b31155d3fe6ab6b03047540fc3314c3faa9d1aedde88d9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..169490a142bc3621800b50fad100e320e19c75d5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc36fee16412437ffb368756c2022980b02655fd0b1416e9edad9783dc713982
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ff5daf3492ff164da78e645ddb9622e6514383
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a296d95ced7b167d882d0be32015f5fdc503dbe98a68990cb3602b1a05b66e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14079f973f7830069839ce06b6de67be875ef609
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e851e5ae31cc59bccccfbf4c9ce78a7bfd0752b67a79908fb0d33c64ca60bc2
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_1/init/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ead13f2e644609d83a06695dc7064d385dc4831
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87df1c7c159d74ab4ace22c686e21125588a560de34d4bab233098ed5ae039c
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae605d277dc7294fb6df1f011ca7f55f0262bd45
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec27239abc12214eae44b17b3ca34aa3b3825ab212f79eec66b64b6521e584d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2c0067e203c11961e214be4175abe937dd349d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd52026d7eec0906674cc227e873e97c0f23127dae5e16ebd90bfba9bb76718
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1dc674476605dc14d14434cfdcfc6a5afc304b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646422b7595b00bc56d7924eaf983e3d1f19e2bc8234f7defddb511cf4b7cd3f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9f44a9e857276fdcaa6b3de2f2d9127103bedb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ec4df1917d91c21c55250e2eaacf0a949f5ce4b98e80a935894ece2f00839b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e5792ebdb9487d2854872aa47bac56bd690933
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b2ec1d94be307ac714c9d03162bd379f9ccb63994f5b54970783d6dfb87323
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4d7e4b978fa7e218ce5be12dd690d2448b4b5e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91ef277efb8e59ac7f91b02a0528e12cf65b2b1224c2717046a1ae785a8c3a1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0513745d9d8b67b9f9c24650be40f707e0fd7aa9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bfa0040fdc575c754e714b358e72acca26ee7e09d0977754396883087fc6f2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2981a0ef9f85b225a149a874fc3d14c218358d4b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc9028a6c211494bc93d42acec6725933e0be7b4ea47d00496f14c815383da2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c71cd856b18106575bbf6c736bd3d25d1a5386c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245e489f4824d9374ea5b4a9b11eb594edde9a8a04996472cbf8cafe538ae028
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2aa206f329d584170f0be34461084acf61880f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a118c63511273d711ae25f94893b3147a06585dc8be3230fd47bfce52a271aa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2057292018e7b3585f0d0feb733c4b28c92025bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a81325640157a10e21db711d610b08597bad1f8bfe5101b9c51ab8456f2178
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15be1454ea3359b5c6e86020b957fe67de01437
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ce5da8ad507099c475d16a476479799bca21daa08ea6f081e9de15537732ea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581fdab9f786021f7441d202ced4f8ea4fbc1eef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aca32a9328fb2ef4e982166a733b3b094cfa3a4200c3eb973d8fbab708d68d4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f3cbe65ad7cff1d556f88e618b81dc67c99de7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488300e3c90d0c9e857fa9f658324db1321410e5597e090d2e0ba46585489e9c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b494bf09323e634ebdf7ebf01943d12d66e3ce76
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea4afd86adf4ad41ae53e69ff6d558161a0ca0511599513327ece0994d89eb4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb003d646b076c9a75f9a78dc2cfb3f52312a753
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbab07889ce506f6b54276c49e819372d4d1e8b245eb84e85a6f8552571ae19d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abfe95d4ecf425037e1f83db4ae1eb7635bc7bcd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f2dc37238c6484feac555cd2b129889211d6c92cf5735da013dc862a3308c8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ebe86c76a848624821d33cf9d7244bfb74d199b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41635bd716d6df777bdc71202f8af0f9973f03357de9cabb92ba13d0d48b233
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb657c16d44708f4911a4074988f80ac1161a42
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e64baf783573988eac150f4c6cd1699a508eabe1d4f3d3eafd98b03a0218f2d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d562e49378555b5b72c4432def8c14fbcac883f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9503224142166a4b42696f47875f7e46e1785537becd5ce47f21f50c29fa7d4e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7fa31bce7aaa80b841aab6c8be1947fc2dd5f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f197f4a686133f508696f9f122139fea315c7fc3ce85b835624a98c8f191ad5e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3668a9a6afcb334c340abf1992bdaffb0eccb9b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cf95b9daa86079a1cedb98605369bb341601cd4bcad15171579fe5a8d59614
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d729af02c356b0fc3b6614829b2869734ec3269
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5114446f773db926704383bfca50615081e94d2ba063b240555fc83ab35280d9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0e757ad6192992bd8f3e88b9361aefde6a82c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acedca6ecfb8f8005f7323e40c6595fafd1c03536d56986b6951459a11133e0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d016101c212eb257efc823b39daab066f1331e23
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee3fa3034e83837175cd08638e18401a7e857d1b1b64261f7878dfc8df6f26c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c24c940befd46fa98c55ff499ef4658c596232
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3ca65f0e16f44a2b7eb6282e4e3d2a51221d8dc5db125987f0dd2276970b9e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b0a69860db3fa6f0046ad176e9b71dc2a0691b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522c66807c6dfff633de7578b4379d088692f834c2c80bb47c01c13cc5e04ebc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcec672182bca8f898c03dff35a38c912813d6ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa219ea81df8f47dd150e093067e503b35961379e45dcf85227ef9ba55c52bd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2a4bbc7a386977c461fbf3d1d2f18faafae1a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7963c1281bce010c80f9db32a5a7aa343e778b4ece82a3316afe7a5e58a38d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80dc8063cfe2cce05083be01acf025349c2b02e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45772c687306c8094d3a10bef04ec38927431fac19c04c66dd2d833cc5f7165f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..444ab7242c87509e111f11e2879a2f2c9ceae8fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3e5a98a59d809d66a59bf2610e96485ed6b92cd601bbd8d3744d8d37064e83
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6c2e4d3237c0273d68bb070b332703b30c0f71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e89fa2502164e559d661d7d6de0b336233175144b660711ba88ccdc938e4a6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c6865bfa42998a0deb9304521c9f610c16e6b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8580bb7f8ffd351994dc9472b38600a325cde09b93b57e3d1d6656cc56d1db
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0020f3e3ae89a8aa94ada7c16453719bee4e1f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569150195c1c60e4c5c7fee4ea5a05aea271900c49f02f7ef807579e9dda2707
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9554b77d6d0669776ca2ee065c1121ec2f155ce8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fb27407e13d32c3c2820f1ba2395f9515359459f292d4858f009dc78000493
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6655bf8cff04589e6014bf2b41d1eea47e9ba8de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992528100088c722c33ba8e8e056bf00a9be257ae3bf28ae3bb8fc2031f9db7d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f421268cf4a8ed10c72249bfed217ed8ba062870
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4baee060e8b6f720834e087189fc8b1fbc964c2ee1bb30acd7583e7328f77d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a989a6e6240a29b2999d6119eee6f24e3e734bb6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c329137e93c84b92cd3157159375e5519dde6922eca1ed39ced5251b8b6b29
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c4480709685b15b703aa1296f6250c7366daee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba95a20763bba92aa48afb006a017de4b670d88e3e88d031255f1fe52b6b85b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475d9fefc5c46121b31d0953d09f290c93c5caa5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031d3129ca561ac3d67b633e5829c3db53590b22be0e98f09430576665239246
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34a938bd595c2a2630eee1391fa83ac7b4038eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2ecb088d0e2d5f764c81ea0379c579a8d2702ed100c2220a265c4567ca87ab
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc72eba99bd619d886e1d8411c872bea330c0a3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65043e7211fe92ce2b75804b3ddba6255771a5102c7defa2e8365047dd62f4a8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6bede72aab78a0740263016f7f2ddc12fc36d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bd8a5cea82faca992bfffc171c37356c5a2b414b352b918da432206c58964a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e35b826cbb1a36defb549a48125ff70a071734
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e6bd0c4c4ccf9dd309817bd874cde523d88dcb2881721a04270f1af73cd00d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1278dc7b15ed3ebe0b028b9bceba18cc7fe5e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bbbc0566adf35a96e66d40e8f45669c1fdc7b0d8ce4eb462137d51ecee1744
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121da3abb46a3486d87971ad8478c3b393c6274c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b234a005a226175fac1a58051fdf672f542c338bbe07a5d3d45973650440715
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b599ebafdc23c27fb7dcad2cf84952f8920f1c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc871399a410138bfff60550a804fab5db8964138407910d6c5200a9b7d5982
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e29d6501cf2b8f6584f43548ade04a90e5758e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda7ba665218726a43434c1d045322585fe4b40b007a78cdefe56f8d0bafa293
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2dfc126e29dd812b243cbecf6b8c0ae274b8d87
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926300133441b370cc4f5125281e6dccd50684f0222a422ac47a38db57a86874
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0477aeb80e8a9fe2eed7b1613b79b384e0e0e99
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab87140abe4770788e139257bf3ef176e2f6f3e574dff2240ec2840a7db90a4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bdd92dcbe083e4052f2726dac50e113a94358f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833206829011d319dbabcb4a7e59a9448c2fbf006a1e7ab383c5ea0487b3ceec
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ebe8bd3cd423ece963c07cc1965be4dd4bc022a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4aab24cf4f92b49f5202074d5fa61c2db35f9225bc0e1d8f2f3ca0d472ea0d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998aa873059071a2bbecac0602a8312eba1b8201
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c1493c3ee4d03d1f364903c8e246da8d144b639118497d0373d9ebd3a86789
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9595a56192948eab90e680f939c22f2704b6615
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39971ae8001ee036e63ddc31eeef0dde2dbae0ebb0ae5f429b3c0ce2414bfb4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1551541bd74e6a65217aec0be9cf61d967677ef1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d154fc0756dd1de4105ac77da5f60060ce7296615e3e715630fb8bdcbe83a30
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173236d2d00ccde8a0e97016545f847e8a2d57b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b9f60f691c0771072ced4c5931df1ae237054ab2fbfe5cb1064738444d93e7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb94e01c71b9bfd9a2ca9d76cc272bb8e652e85
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d725a1d6f62b96e4c4331693a3f2acaf288ff28e2ea0afed0f45a3681db7adce
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819a41336cb29f338c31e6132964ed1582d14856
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fb8d36132f6d026b5c22eceaffda393212622eba1274274623506ea9523f58
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16fa178420cdd4c91aea5843faedfaa493cf7bfe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3652eb337641ea1bbc985a080cdfcb0e52f854f2d372bbe1541606a7ea56a7cb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e852002a2f5d76f6c131f63d66dd59bac9eaaca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7136104c7fa989c448ae316683a55e351a67d8ac4aa423bb9b7afa76c87f178
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0dbf88622ddb19c9bba52c1e4473da6ee76e44
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5c740a262f2d9bd3f4ab4427611e85af8b4017ad2dcc5f0ec8e1d676682bf0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26d8247cfc6add401221a8dd6de5612871537f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c33c903bc873f51903424a91c057f3a440ee93d4ba475605799b0acd81ccaf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4edb2b56903b2f273c48992d2e0d1d477364b3d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d7cee73051268d5b8c7e8a82200c1b8433d47b57369961d551c8dcd20dad6d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb5ed0d8aa285fdece1f9a80a3f784ea27b92f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaa8f00e5e3cce7e5cca9f1aff393b502226ea34f4e7d043fe3cb9219643266
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff56a7ce9b0b033895eeb5c1f0b4c03cb09cfe4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73cc0d27b0173eb4bfb266970655576574053103ea13d4f61af99bf90677489
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4f2b950e78f31c17cb403f43d86d20589ca9d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33bbab1e349cf13fe23e5d5f084fe9a331757727cfa540510c965198db984d9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2bc155261d35fe02ceb9b32584b91b4a30ee3d8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f401455a0b9e810c139cabc9086f658b5e4468981f3de89b2f2d71b000c5fd5b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ee125a479e9f7efe5906f6310474c41dfaa98d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88d3c04334f4ece17e70e21931584ba2d7a426403f698c7be6305fea0a3598e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868c5963aa70fc7b79caee3b1e5df6bcb9aac103
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc68a14707454bbf410269a56c013c713eb5cd7c6677ad380e837ba32bdfd53
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3199ecdbbb2e74851036bc2e7f6d84e95de1e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb79effd8182f1e8d5219110f0d0f2eae74729087798cd6903162501db85879
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022a370d27115eb290edf81880ce4ed03cba6475
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d622a0129df95328ba7c121ee8297b8225c759cd00aa6cdf248062256b12c7b1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4574663b636b8aa0cdd835635090e8f87cf1197
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce69f13abbed11bf99970a729f6232c462b7414a0e84882dee2788d7e1ad40e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a27f7ca8072267d23bd132726d1f0d6b5033583
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d35c5ec070301bfb5b1265021c66679352a40eff4e9207d8d43ae6523a67dda
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f1c61b970a2eef83d1f8003270cd243b6e2cb1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a613d2dd0256dffe6adcb203cc17f6ddb1f45b74b1a925c4ca0fc2d4836f10a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f89a453aa35439270fb1735bdccf1709d6d785
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9af455f92fce016b037b6fb06b689155d4571c7b1cccde1f7e73ca5e82f343
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a571b0468912a3da5586fab1632209cf5d8827f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9805da9fcb20e041fc2408c0dc0c45501c18bcc7136d549cc0ed6098a9bc4c19
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0226eb960f13ded2f375be45f648120e1be64e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34bc058cfbe5064f7d66d0078ac1c1489008a5ef2bf50cc4743e37de93d0139
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fabd2dd31ada0bb1d2607913f17d710422a1544
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d441c88fd4e1c69f3f94cf6c0e250f4f6ce6fe5c60be090fdcb25ad17f282fdb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14b8b201bcc57f63ac7a81201995a184dc4c870
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43351eca9927d7b67b0ef344d58299af1d7cca6f728e99269a63c2ef1cb461bc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ed199ccb2066016b16346304e7765916c6776f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058043b928f0d2f306c6ec8fea5603364b5b8f464fae00278f8bd21abb878cb6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a108f5507cc1cc19d335aa43af241e61b0cfac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bc0195553597c63f0690c60bc6adeb58aa541d4cc31b70f1db58d6e66efdf8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef4dcfaf6dbce2d811e8e774b1e4d32c26b9a0c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf56af08d592e1ccbdb506214ae8b897af29927422da76c4b7d3921cfa16f01
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14cf8b4186362c6e112599ac3e40b35c3fae4341
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64081ec843b0ff61a4cb6b5c4b3200ef7057b0b7778c75f9d218dd4ea3e1ddb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41d0e8447d04d81f0c866e9f224a23589668453
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f674da103aeb350dd158bb9322274a02779284d94aafac1a59c2f362ca2514c5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa9b48cd7a0dea44519e15cbf5d49b9ac697ae1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01970979c111eba5839e5e9096c994dc941ee841ce7ae7667d887e3a4b6cfedb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73789e19230a0fa23302e0b9850e2adf75279b06
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78457bb4e932207663d8c264479fcc17b922b657ccb9c449bd83c44a25ed9f3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81cdf559cb840e74a20ca6820d5d4aaf98fd1fc0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6389186a4359acc443de0a9f909aef4b0a76ad3e1def4f183b03c2496fb360
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30be252e71ef37bdaacdd7a91af874cd99883cf0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8483db6b498119c15ff299878510973ab065d7986b0ee57fde94b7ee6d12ec
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18b710cf3a79cabed23f2b12bc4a162ae7e5399
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6deaaa629c735867bb589e1f7f39ab8a89e14cfbcd183b8c2b056321390759d3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99cac5a0650f4da65a75101886383e3276441fa1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a61a33dfae2dbe41ece55affa39b1064aaf8845637f80d75b0dd0e512f0b6c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b076f1f26bafa465e79c5cbb05bec5c166315fc4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78cb9f90f924f692dc6ecdcdefb6ffd003fbf502298f1fba2fe7d38f4da46c19
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2940de5f4c5d217bb0e3eddcbdafcf1d980f60dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55eab3120d088f420a55c43e10b0b3c9dfb2bec4e24b13b73aedd34baa9f5e0f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34993db477bbcce89c99f9906d4633beb699b20e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c4a33660b09bdcf4ee32d28ffe98aa863c72e10f5b74abe3255550de834399
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26aa8e03c641ec0c6f791a4f75cf62aea9b6e673
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae951c51ff09402309b80b2622cb3ce085280bc3e44f95e5d15181d940f0a178
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392ecb060ddb7ce5b9834ac42dd2e13a8a6514f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a953d435988f1be8762d76b99e993c506f3741f02a6fe32b975654bbcfa67767
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5a9c36bdc3b3d47ad0a0ba50d35d2b084da201
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452db20f8feda6d44ea8651f01369454ccc6ab743ff5cb13c8fa898b45a174a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13d18eb4118b265a5f7dcc7eee6a630cda3919e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6414e36bbb37ac4cb1be1458ae498204763fb33e1bf9d51e6c5590af8233d277
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d7fc7032995e21ff21c1f9d9e0916f317bdccf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea72df3cf2b37251b89a5ef56e3d507f4963b26881343c98b4cc08d0252c1f0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b672626fe6853b1406183ea8f02e6fb26ecfe8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0528bd0070490d32f04f6ee677f5bfd5e558d60e4882c23035ee2ecf90857cd8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032f0a1e990f3ebe6756d3eecc664dbdf10ed505
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a7aba3478f6c1a8af273d5cf0670e9ad4d3894d6386c7678f3634f917a25a4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cfcd4279acb91ac8cf0a857261664a53fb57868
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f9fc5c5ebfb89059df652410e561b8869517fc58d55c07e48719214efdca84
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833c2b86bbd9a122675135a8182fbb28d6a05719
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68af75702650e070ddeeef2fb54ca1698c39cef018e23d0024c98ea9e8491e0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38974863176748211e9b0b976a5e87f6b48c04f6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aae7f22c027d45a266c0b099b4e4231f83e930219c1c676b1ffa5b7ea462b51
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17601058084d768009bbfa1384730dfc2051a0d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b194209b1545e503a2aae8d34289cf8524393c604fc72f02eae7a5ef01dd1c8b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4f4ab13446f7310c71b557a4763eead8402ca9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea4cbaea13e7086bed0b0c606a4fcd3872220d74287284ff67eefc90e213b82
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f8f9ab72b2def4cba3dc69b6a0c4c679dac522
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b81266dfde4af8a29a6572e81ff1af0c02e473033ead0940ae82bf51d3e545
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0fb8e4e260e097d1d7a678c1815e9b8db5d262
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25002e78c909d68eeb1e960ea49ad5dcfd0cf87a2f93c518396c65307ecb2b25
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef2199cef3c8423ca643c743ce786a80379a009
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2608289892964d9834f84a5ac4b81a27a2393863d2e5132059add5460055fd09
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d9caedd2d44fc85f66b6c15b2f8f76d5218d15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed086fa5240c61d809fd2c684b4ea3ea09ba6df58db2610fcd2fe588a67366b3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bd1142e9afbfad1c62fc7d7368be6bbe12a6c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86241c5965fa936bfbcbe45dc782ab1284c54e4455e17a64a984f2f7794f9632
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f80dd705e811b7de36ecae2aed92e9751bc4a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea7116f0b2ea4916168b51152f80a3a9bd35c583c224e07f2e3485bb1acf964
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85370690a6f16cab913949fe77cb7ac7213fe2fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c51403bdc455f54a77ebb741a1a0a678c5bd21a8271538bde220423701e5627
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e85299c6176ee028cc0bac64da5fa68a925cfca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961b99aa0c1b76edd36cfec7a73dd904eee794d82659e0bd5dfec1f14c939536
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e87c9a1bf5ac0567adc1eb78414d4b0acebf603
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d475ea6a944d9dd61ff83c9d839377052e8a0e0cc9d612652a70d33af5a60f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705c35bc4ee9a87cbcc8577a489dccf40dd2c7cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477290ee5d6217783fbb3e9172675fdf264599817b9821f85941006417f54d10
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9c9c07b3eda053109e1474cbd84259426c394b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1530b9a829b388677e1e0d158b378c7f1047a49c0d8609db5f5b525779092bc0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8ef715f447bd691d1f443b9d8e815ae1748ef5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec6823087590284d12de8c5882f43e12da0e370bc37116d986f91eae602a219
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6123ca97cd080de036d4f6c5823762cc9904f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b4b73196f00adc0ab932958f966083d7f01ba24b63551d3e21febc694dae86
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c567e89d3f8a348aa3ce860a5d1620ce192485b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3130ecaa0256dd476034f129c074aca4de5d0f730b35468441028055e8e241
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9513b183ead2ab23f64e2c6d30ca1aca7e3cbd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c5715c7b3d14aba7ee24e1ca797d95244c8621204707b823d801933ee50ecb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc762a9f5d667f7ab0a8f693d9c9ec42408639a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f08d3257d0dd7356d4f3ece0d296e5f886e73c58d88600b68f7a04c11c90c1d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258d48ca2c9f89f165fad3cd64c40ba2d0295c15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67c0ea154f7bf88c24f5179e30a83780c6ed47a8f1a6a95fff7f30c92a2e9cd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351f67ce5cb751236b23d5e7491bd84bed9238eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315889cd24509fa353d3b2b4e1684b8d2e659d4bead5e26911b3cc16610b4cf0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c635b430c13caf7a9e181c18b16f528409a0b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fe445cad931d34531c36a5b2f1533efa157ff2d24478add0dec1192a279c3f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157515d84293d81ee8197f902b517a57d51f6ed6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9050f09a90395bba3ae75aae2518aa92e8d6b2e4d4b04b9f65962ffdafd1ad66
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccfa8c04e9658b3743f6c7ea4955ce939814fed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3c1c0ef3c21daa71813ce4f4f346bc948de0d8cc6f5b2a33c23a873bdae6c9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c168f3c8dce74d4fe4d8cac0e2b7be42aa08b575
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7a723220ada560a3c8a4a86e2dbf1dfebaabee9bab1b7142b59eca249a3ba0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2d86a6ae3007e5fb50a4ce1bf6b3ac4a0a81b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7e517adbaf9877b52622a9f467dbc3c654228cb638d97fa85befde3f7a07fc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f8720a4bd32def673b163543c139899915d861
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0494a0487efd3575a983ef2d27310ddd55e7358a449a1ed0987a8fe627dfc0d1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85923ee933f722364d1f99be91e5fcdec90ade36
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e72b8664df81b593a644f1e25961e95f78de1b7a950cc061bf94870b903194e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73714855dfeff0c6d4ec76e60edbeee9e59f41d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b93cef5e4ea056619072100724c090b6cf0af8dce432d32beecfc22be70247a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5125a2c5b0f65682e5da761f3fbbee39e364f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57013330e49172acca38e193f7d81cf326c240f078e36d32115470a224e5da6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252763651a03a172a6eb0dd5c151092f66c76b5c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a7e8166e3d470e5ccc05190b63b2d517eecce759ea6b0210745ae7784b3687
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35bae9d9e32aaac2f62a941ca83ebb26f2cad80d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62fc583c46e64603524b18f02927fb5566acf8356e3854e69fd2a766ab8ac0e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e66ad308c5736420e1fe1d484835765ef7396d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373d52dfb2894428ed0c262b9c8e6d846127835d3ee381c309fcb4ea0703f718
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16e6747df415a91ceb83b16d4faf8cc0bcdcf6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bace96604fd875ef877476445e2f68462b6f5b71ef7b38dd648d1c05029af471
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d275dd246f3564d6e80c1a1601f8966a1dd474
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9411174dc42cd0965574fce90970865627f12099e61d4090f4c72a1d997bf5fd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ccd2ff2dcd528c65543b1ea44b274e59560888
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7510756bfde9ac671b61df395e6a74fd4e338f9719e6b39c853c3cd069b04862
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4627877df781fd09c28ce880cefe6547dc92af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f73c4b3e4dc2e27065afacea32434c246ac57d669a15ab8f9f6fb0e55f262a6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e6d65a0a1b05244a3206f76451a8adf78a1e95
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0af471f3f13785fabd408365f556ac755e3412ec682e239a67e76ec8fdbbb0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06ca110bbcfeca57c5428269ba523e5329cba1c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3798daaf1e7df6dde4d31aefe08b0434c01dec1f9638e1e16a8dde67c7128ce
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dafec3c1fe9894c41980361b6e82ae5a65dad814
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026b6888743c3a78cb07ee5569e3035d2e775212c503d29263942910d0026e20
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3c20f3b3faca6512093905a8d9c2eb7ccf1262
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862d2aa7d5b9f74f4a0341dedbcbf030166e837b8605928853c396262a66c338
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f4f7c5d9f91fe697c435c9d533c956f9e613b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddacd6776f8a6f33dbfc462172513dae20fc5b21a37117f93d2c73868aadf9be
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad68a7cd07f068629d9bd8e97959e5e652ad5539
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c932e9543ad8311e796bb7ea7becc9f2a44763caef4f8e490cd6ff9ba4e629b1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3391599c9be9f339a3efedb60c79c0808f98fe76
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06bdb7aac7e4cf0af3039df71ff5f3cee87c3fd5e88782bc7d1a6ef9871d2dd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcc8762b8537c890e7d15041ef0963f36b1eedd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2625bdb376e364c255cf024be3b33bbea7d2b42e751e822a27ff581a561fc525
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7190a7ef450bcfe02353272565cee862fe722547
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04909497c52351ccc6373ef22291b63086f0a9dfdc9d05cf3cc45a97306fb895
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b9c5783db31fb61d471ab308050d4b6b6e567f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4402e2ee1f5843a2b858f49bb880c5ac1164eb0d81dbd57f532ea7c12deb08cc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8b06915e5e3479c8a5df780d9b753372301c72
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218b406bbe596698902268eb033f4e54b8dca258e93e74e17ac204dffb6636c4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa088b400d745f9574b7c3e85a031310ce1950b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbff4889d10e4a7c9b5b67ad04b000f577b148b7fadce82bfd90313ba13f5fa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7056ebb54714194aa8ed1e449aebcc18ca6db99e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d74152d667fbbf404ac0e611fc49f5bb5c753d0234c60469f11cd49fae7957b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ced019fbb5d43b06d30c34cae0628ef72f6fb46
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd99a69bfde38c8114dfe11b60f8902d174ed4ec9e661ffd26af571d05a8056
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da157bd407ebd4785df6d21b5f0f719d5e62e449
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f075799212198af7b9b2bbf6e3bf5e97bc14aeea98a9ce6a4f63b399eabd485
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75294a992f4723e2a9e0e1f6e808c59fdcbd6fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79c5c328afe254e28f4750d054ec7bffc231389e62b5281d91729991ea0f37d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4917173db915aaaac0a8b6d8983bd69c78a4670e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00a05951e49e7c899fe13723f904518a79bd8f80e2547b4ebae73dd221e3a98
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06265cca73555c12b30b485d17c47bad3c27f795
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3e612315dadba6b3312441db49ea67c5a36dedc0c700e5edbae6e5f25d714c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10f3bb56b7559cc71fd21888e57cc9fbbcd8853
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa61d6c348b9bb4824dfa436ff0545976266bf2b686b51af4624609650d4feb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a90882916a2529a1ef7113a5d3c1a517e369ef8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401bfbbbd423313efe8b6ff707f82a5a38b9c2c67ec543159ed5f2ec2166b51b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6a1a95edf9bb97303a6b6168087dfce453823f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089524a155b52cf7a78b7037c2ec2695db40448cf045555f5828a73a074144be
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e083f8fb4439eb6d105c5826b81b3aea481843be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506c4ed2d41a19f574c3c0bc99d9f64ed330c2419b7834efaa6b26f1ba3f2d42
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395aedf52d54dd740e6ee198aa382c6f772ff5ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03afc7d347f76a3396bdb6a8a6d4e4676fc0089070fa21daf37fd6f6de71e559
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4aa02b4c6b79c587b2c3ce2d28742df9600ac63
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82142bb8d645c7373ca2741a6bc32f4860b26a21f62c572d45a0bc77556aaa84
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fae3efe0e4820f7f85ccf67fa20dafee3d7c5c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f64fa9b6e39fd516a1f1b1dda9aac7997fac3a174b3745fa7c732b74324fa09
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59a2bc9f31cc042a16877b2756a02e45b9183a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81cbac06d128f2ce88b87e97d9f8001e5bad2d111b0c301108ebb82c14dba2b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e42bd6d684c7e5821bb5731189d49d11b8edc3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fbe8c8efa6e14c9c36828d1d1000ba8ac9d3c3d837c1d526edb4cff980f24e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba9a426c1ad02f0ad582940984bd17747b86eef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570bb88e6a65f67979fd320e5904292840b680baca2b57ce29b3025f5da3d973
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311412406d6dc5ddbcdb5fa71f3fdc02209e88b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073c869a24d9581c5730ec54c07f46c149c90414e67901cca85286bc8c29f36a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d171d166ea04406770eb34e7135d5d78e0ed960
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865a6db621d2193f88b1430c1bc11e32dbf9fe6a469b34b026efffd4bfe54195
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331e42de36f3fb452adb36096e21b80067e18d51
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e753e639e142af0768e17aa815ad0f9daad47c906deaf19e64949a3838fd8dd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f45ce7883403fb597a916fa3dd013b07afc9663
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d32a34349c8d7e6bcf920e817b9ae7151c5eb274208430b1c7b8acee7d434d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a89b60a7c36a79f336393d4a7cef63b6529eaea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630ca2925c1d7d1cbbc8edb4d6fb65a0f11c62d55857f47b9a7fd0d57b5dead7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a28c2c7a733db7953dc688306a07274f978907f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32c22ceb09c374274b13a9da7a33e9c021d16bf1c1e98f5ec53d87c09f78763
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7068bdfc297b702ba280270f64588f60beea68f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025faeabac2618fb1541b53f65ff172a3ae87afd95f966c363f67d7649cc4613
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5554ff5518e531264a4e942c27408868f6fbf7c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9816a0cce35d5fe18d955d2fe4b8201163d38075e51a9db3339bc73c7638a2a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683e9f443f381816b4cd15a4bb55ccc81134b07b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2e4126c006f24abb0f72f93b3a7dc8ca99eb16c66edd10ab1c62b6fc40df79
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58189c7d0221e5643a03199128c5ae3d4c78f997
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bce48ba09da0e30c562775229713a06963f49574c169b6c54862f0e0d8db9c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271f1db4aa430fe9a29c8ed083160e32e56b4374
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e863e77e6c623b203e1af9fb847c0d138489e87c731c9647baa6ac4b3c13d976
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4824ad9b0d9b3af69e1f92c3a1d3e5e272f5f6a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659e09087ba60abaf1d333adf94c3b1fe8860625db143945ed37f396e91a6309
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8807f9cbc526ad1ec330582daf106c4f61fd1100
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad944260a8599eaa9a2f5f620e183423b8cd89e9e0de1772c325f9221c2e9ef3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4984723342306d3db37675ad0607141afd7f220
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae009014e39e1c97fc2823977c8151b72e96d77d768c96b181b9ef251b94f00b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca89221fe024a5d7dbcb5be5511fccffda1b99d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c73d493a388c4773ce437f54a4b1b6e44e14f6888a80158d5d9becd38c16db
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a85c0f1352dd0c8ae5dbe357626a7dab5e6ae5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c6d8514fbf712baaa6266da103b7df9c6119b2f723c20f13f25f841a0fa256
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf395fb2e85ed4bfcfa21fdbd5246e447183f1be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf39762043b4c6fa72c66a02b8c67b05ae347e3632c9cf65faa96d40ba679657
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8528ac5ae8838f9a0545a3cbe8ba9084dc45fe4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32e60c9561c817591c1266872ceda878d65348c2aa29e7f4ccb30723b340b38
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def3dbff819cd2ef453d92b950a925585d69aed9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f197057f5e76ce104985fd0f612eacdd127626c311e1f52f332dd356d891fe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e00fe53b44c735235dbd4ce2681eefe2ea2b35c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60ea1b1f1cda374d2f9275ba0efc2f5de405d086f471159b29fc9c6992ab94c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd0b50c1cf6ec3d2e45e1e5cbdacb607f37ef6e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6908beaa59cae56ba08c71d893974d8a581091f0b881b70dea8c54c6df700b8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c36678744d395558929e19e3d70d3ebd9f6a5d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8fc9cd30b27b7e49ca30a2b94731562edd7ec0918ec7af1421db3d8859aed7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248703add344e0df7f8a6e4a306b6a507832b894
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5de5d62f709f4bc1ca194f2fa5dd0ddc0271500f3e9b0734bdd98a45aced9a3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7504739f7c9f871c2e2dbbadd505ef29a8f87c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ecde249eb11e9d9c8d78952e784e30c65b83f623cbc36d7e31efb8c740c8b0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea38b9756a0faac02a98fd868541d226bb067399
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4b438b35338bcbf7d270c966bb7725b2b865879e5077fb30719c6d052c1212
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59afa3b9accb5fc61705166d93c0fff6e594308
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93af9ac37a737300113050b9c327f9f5f5c70333ac50cc370abae4dc27b1451
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e450c60a1e7afecea9732a14cafc759b9af2e335
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164ee894bafbd7aec511f475c5b7b39567f93a6b4d37d8b61af59e96c065906f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563f5ebd3da9af0a22c6a96657cb27108dfa49d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2e32166666c3d36880487e238db257097fb40d568b26f036ba6f073909804d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70383031bd6c606ea16c0d73697a2ae3ca8eb0c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f712a9f80e301a01ff843a11a478eea09bf6f3b464777556d9d6d5d8bab2676d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3954f3a7be5a1547eb949748eba04f0a9c0a0673
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc853bb83d548db04060f31baceca1a9698c5b3fc7da2209c25975503917f8e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61011f440447e7d93190c4567e0d5b406a86c5ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b84bb8b3cbe6b7712351378fcb671dd5ab1cbcb7e1da534f0cf57fea74d920d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ad17355d55fb7bd509bb1c237d84a9e9d2c462
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4963e90da94dac57e0b6a1321f6e2f057c14a119c7834d097e898b506b05a1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bdc3ebf8b0484d58918ce6eb951e8fffdb2ada
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fbc4a93d4bff193792f9fd4782fa07f2f8d72afc383f5d07ac132d2c2f0a7a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce78ed5c01c78bfb07aba6ec321130e9d704488e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58feb5b3c410910cb82375a14ca11db1b72c8d7f7635f24dcf55b70cfaed78a7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9507da182f7e50f9f0da12ad2b80366606132d6a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa2699db9a4ae0e2812d57f581ae656e79cfa75798296796381e9d3137350aa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0083995dbb47ed128a861350e83c61902a75a94
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea85af6b9479dc9e5a2dca02de7a4b80485fcc0ccc4eb60f7cf85a9cd26e5693
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a03a2b83409fd10003052d74977d4b35c22998
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290ae5d3eb191b1271367f42d454dc54a8cc947c6d684c5fd4e0969636b1f4d1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b499e0af376ca19480a97d0e427a406c7f6397f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5f59ed2c17d10c7a1cc721125765901d37d308e5b6df54ff701d9101ad3080
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b69b77e3105df5655fe0b2c8bf8b9197773e2b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88313b496167b30886330ecd7b7558821bdf623c23596e2ec71c4280faeaaec
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22ab97d98ed279f03f56c5c9e42bfb53fcd678c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fa5efa91b6e7a565bec883a345b5935a57c3528c0112323613b820796bced0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e4d14808ba4067e1ceb5967f0c29186e587e97
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfdbd7e68e2da81b0b453db0ffdb2ce499807be9aec205241d89aff5a4917bb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc3e46781c15b52f17c22dcf9c7089f3e7b895a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb64c502df93c1ebaa7a3fbe010d3a19e3ada6c2209727a0c5f5fece619a09e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d18141d98edff094fea5deb3d6f18e4736e19d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7376f32fae7ce2d94b04be1e56652683b938b9c641c4dadaeb3c9f3203bbf1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62266f74c0c41a5b9f4c64a89f180f3fe7e12ef0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c08f9dc4f31c696c6ce80548e6c94d711bec667e2ea28d6fc8fd7cb1fbf842d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127f570e3f4dc4eb44be6d8568bcf134afc12fd1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd8fb76563a3983ea2e252f0997f9da8033adbcf9d013f81e6f3a021c337e92
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894970fc63f9aacebb769d09afa1ffd5c9a60def
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124a9d5cae139679437c6f2532cd9ce55cda6b3b7e636b5add62c2570ba09efa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891b06a6da5cc182631e4f1933949b5a96382729
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b2ba009bb29a4e51abcc268b5413d800ee34f2302d757e8e56baf7e858d886
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae9f9af79dda33849853f78c51e3c32b1433d6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96b715f85917978f40fedbf354c52a6acd943a5ccb34f5386fe7a7289100b19
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e329337eda1ab75e7ebc68d16433d9b6ca8c3c81
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94c9cf803945872c5969f3c8b1c8e463128836cb8fbaeb7138ac5f4502530f1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5bdd9f73007ccee63f119dc7a343e1a99ed35d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321af82138523d512095853d70ba59f6780ec8f40a90f9cbf278f8988fb0c201
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17af67e51ea92625bf6cd294243e206ee8c5e1a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2952b04e21e1239497442275c5f82d5eb5ee5cf1fb51db32bdbb47a56fc43e85
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2aa060b959f3023ab0c81668f600c4f64f4194
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f25e02abb93084e63ff88579a3452dc88c267a441a66033ad64724f9494a86
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f24381977c86731477a52d09b2d63d1ce3796ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfcd283ede28e64ef4ad38df5855ae72e617523c4049dcf0bf1e8ac23510c597
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec0030c48fe30e6deae011dee3ea35c8a63da5c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a097d9a2891de32bcbabc1458b4b8a1b76e1267dac08b5d93da9125c3e28882
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd004765c8188a6c5eb1ee63fe843447d73f2a54
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da54e97f95fe2d50c14f9ae3ab3f1b3e4c16397d066509a3ef8664263d4946c0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc5229b403690beea18bafb87ae33ca42fa29f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c372bede18c84e72d02ab59269ee73bf3fe39a8b06f39277744da23e6da145c8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201895d128497e02d3d2ae854d986c87403d1e34
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa1040cab567a66d9e3e8cee23b3c8e9f0aa567e21c8c913c451d9f1e6aa919
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a6ea9263896ce45de88b4de2a3db1b9eeebb26
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847ab2e17a61e9b51e4729b0fb38a7e5fc64df152c3f345c1f31941aa5eea009
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115ad75d1d2968a3811dae176a93cc898e9728d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f1f74c788d7ceeeb6049eeffd5859824b34ce92e6c7c7219fdf131c42038e9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63a67ffb069caa569887275b42ea8c10814269f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f5459efca8e6cdd7e572e8bdb765eb60b36c97214e20e99652fede5650d248
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad2380d18917027e6ff54e2112075af5bb492ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e979b9f4f66582e3aa089b1066574c5950cde19b73209bb7a0dfa06200c54d6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b9d142eed3cddf2b522fcb28cd82993303f3c6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ad018be3b10cd2935cedd1f88d7319b0659cecb42409199120f14c74a03bc7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ba938eb7e989c553bf1ac8f6d8a15d812a78bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466021819ddb0090d1549386dbea74e89a7dd8e3f937d6bfe7ad106b25a3a094
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645f3116fd9a476c81da9c6b1acbca60b97b6397
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d771101696b4670dc2a3e24f1c4de19b9f62f20200e3a0130dbefa4a3010c0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a17598535c9f0417ee7594aff38021b0fa9ed50
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa976340c7534c658c0a925a535709be5fd960468df66cf633b168451b7f9605
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4539623031bf63544cb7a6b90a7b36cb2a66b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa1ecfd1d6faf3cc22acd0565e665851f880275600fe6a86241ba3b780b5acf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3c7067fa33dbb2c9c813f3557ef6449b1fda92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11d032fd782507a437810e47986fd49b6d37866103e31dc2a1d0d640b0efb51
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f6187c5cb625141572c62be5fb686095f23538
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba1e348280131c44beff4ddb7f0e635f62a1ebe01d7eaceb00384e841e07ca8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c1a46eed8be33ef0554a5e11aa41c5107a9579
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6505b02e6a732191794a2a1d07187e2efba27f41144cfc3a9f30c2a7c634bfe
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0bd3d444f80ccec7d2571fc96660cdeea79bbe1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f79f82f0121c3badaf6649bc65bf3e393faa59f4e2841aa4a884c8b4afe68d3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2390451dff19b482cbddd27195e21ab8469c412
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2297fd9ea5a3e93699bde736d4a33fc15b0e15eff3a58856fd041f6b8eab8902
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a32ae8737ac88bcbe7e7094aab044ca305f584
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01f021c72e53fc8b1c23e749f8de6e13322360993ee379ab11a998e709eab28
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7c1d212a0a1d8068f451f6e0bf5e643ef957d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffa416ece7be08f06e67a54a8015d4e8a00a6cccea658d36ded1819dc3bec08
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118726939c6dcc8ed4c929784dd4e6c764ba9150
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8ae84702e8c06bc2d0de5e1b3798f41eb472e71050d072856dc8dfb948de51
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c4963f2a5cb9356d15841ec2f26ce2b6754f27
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a5da5547d895b9978caa6318740e1cb96d7bfe47dfbb976fcdc039a577ba06
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54dd7b422b32d185ab9032381e0bdb04917901c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa207b29875996bb2fa569f796a9b9d95e3cc8f4f39e84733e24bdefb72c7837
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ae096fd1c7e2475961dc2bc182e6764f37050c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a7e73603d6cab135d6e1c767d38dd70a312e0dea462761f18e7ecd35fb5f15
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93ca69adf2bbe15c7b60e75ad755ba000a3aead
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4416dd2355af18403ba368032d7431621a8239c258c0038f13cb80f5949e218
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2b2166127600d388a2f1ee38936e2c1d1f504c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8170ba770153168063dcbb91cfc8e7bf4eb12604a43db342f218f3ccdb805732
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62dda397ec9016fbbf1cea684f805b46f10457ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d24141f02ef6811f8b7d98cc24eae978017733db437d3d8716df287ce3e578
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e61bafa4d45a6eefd4f4db8fd4be060051b7fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e1bdcaf2f67d75bbab47c645f33c56655437d51f2361048df560e2873c5197
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686d73f1eadf8a0224bb7077b3f4a91e0411690b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0671d8873dadd2dcc23dfcf498a5518e2780776f9972700d523b3d7f7c7fc67c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a81f151bd5d99856e1741474f71352eb770a17
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f7aafb97f628669550ac1dcb85f75137260790d54df2450e3ad992b1167748
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba65490bc516eaaff1c0cc84bbc7d78ddc15c20e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3dd70cb8d8070dd60a7141f48b2191048a2bcaa973015928e4d7810891dfc6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b02a2638d42d0b076b3bdeb3c407ce9400ab41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae94cac712f4d03d388944c4afd473fa58a711cc9bcc7927532bb216169b489
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8364e0de89dcfe6a782745d73f381680a9a598c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062d27c5340ea8e67a3e1218e4cca688e0eb859be917135c30a4859d0a962b6a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49a3d756a90efb1f726fc009b88176b14dbb3ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a31fd598c633649e868ccabfbe8f58364fbf5dfffddd0cd0e6da880aa6ce38
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b55f7163034cef0647c745f59263a4ad183b173
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021cc175016601b31969c05d850c809f814f032a3d58745d6f6a2d7779da57fa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e13d6cc2a60a2bceb925eee966e2a0ab056018
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e5754cdc05715f6e700b7dcaf194f96a33b7aa0df967c08df0c2b7e0d5d8e9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96850e34b6600480fb20a676569cc6a7998fea3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49beea4eeacf878faf7a507ba7401a1db8924740506eeeef94eff646060c6a25
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60630c8858018e63619bdd215b644481f1249184
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a249e5a0114f89e08bb926a1ad6f0e538be295826cc78b3e1328fe88f9ebbb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21dd2fb0774b9ff28211a9d6bb02ae88545f31fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6703cfcd10e142033f2060e866bade1a99cac777ace420e624c3f38a7930d1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bfaae2c0ba04fc3adb248257f31bf0345f34337
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11074b72e85ab1ca2559707346d1d1b724d21df3c48c7adf090a160b7b6b9eb4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f478d8ec23f6e7377093edb12e70a739f007425
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86ba813c7032bdaaa313539966dea8cfaf89635de3cb76889ceeffc64c53862
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2cd3792158d2d95228dde07670d4166423a1e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405885f23084bfd504c42cd11a22470a79d172be102b0128613cbe87cae90c49
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65af023be6fb00892e64e42020bf72c31fb85599
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64515f2772464ab78b776bd0e48f9fa1def101532a3d99eb8ce742d47973f67e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766df0d2be19e3b32ae751647e2ba2471c21da21
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35768c705e9f5d2557138b645252c62d8a981ec475a4cc37a13149177acd7e65
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3679b8066ad540380c2d6c7ffc198544ed7ff1a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e885f0d9383d2bdf8d5a78afc334096e270f6baa9fdc31cc53d45bdd27c5b6b8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5fd293f547cc1dae58ca9347710e56f9ebd2c7c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5746623660582d5597e50c1fd3a526ab76865b302001df1d3a4118d7034fca3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da4579490d36165d3bcdc74ee15b07d30656b99
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b389e2c46e1acaeea45fb02a1075aa09db422af656e0f72069f1246d9d00d7c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd7aef3da976cd51f5ad0a7bda141d1e6610984
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ee51093acb509db460e94b794f0a2b33b1702f4af59094fb2096fc586f4c5d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bcb0e29825ffc9e3825fbbbc1c0cf7b1cd3a2af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766b6d9e081fbfc432110fd93ec8476ffcf33bd424cb7304e77ca12e8ad163c9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a24aea3d7ff463fa84b55079373729a848e1b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336a31e458be23dddddd09874c047403e43c295e2c13d9b9fc98a18fe8c7712c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df264940a3befd823e586c14708f7cb744522f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665de61b0dd817fd05d669dfc84ff4de82105be88cc9136176340db5c775186f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51676034414e914626430daee06049d917dea5c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c964c40051a1229e1535382fce8e4a81f50f75dbae977ff5dcc3c4b9c522952e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feaedd6d91b53e0b424823f0ac0e93ab8cb25815
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e8cd41ff240982e970a8fdaa268af5c7a7018c1a2a8e80d9d48e4a633c6559
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a857f80a469a856383843d9b009cda27d0def381
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0bd6b1617adea5ade5535f29494c19d08e6ded2750099af462c3fc0b39ab51
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c580ddd71e01d093c3e1ccfca82346c7fa7469
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1fbba102657c7908fa94fc93cfe9207f51d22dbbc6ce3b7a50163b8565ff12
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c4a65d5491e71456c95bbe771880e4971e94d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0954f9337bb74e06aa675457858fb4ba9fee1745cc85f361bc1716a400cf6395
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0206b9953795cf069db250e85e25dd0c30ce92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64275f7582baf7033e727e209da7eb26be595c06d4ad8b39ff7f030e697b5752
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011b136d8c12aa7bb12fa42baaa2a9fc6aaa4c0b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536bcc206c96a9cd56841107224596d779396b64a3ba38f9e04a1badc1a2c335
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8103c588cb3c3aa32fa00aba63fa70f33c558d09
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38eab9e9160e4f46a2e72a49d597ad2301818f4e9fe572243b57b477fc3552a2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9487fb20b4250810fc8920ca009ae7850ed9a44a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6116ba13ff34cc8f28ed485ea368b59c4c7163a1d6521093fe1259dfac246984
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635c5ff276443e289f9a760891757cfaa2f86c64
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6d8416b8ade57daaf33c4832b715584752d8522d5babc98ae34a50bd9dd97d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa1e81c18ee4d469064aa7ca5c00209b2b2a117
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c1633e9f86526fa7015eb63d463389d85aa61e58a5dedbd5707339702bc820
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95864ef688b031d5027105890d9267366a1a2625
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df7b6c2fec7186202a0d51c33a5d276eb2162843d888a5e84ab55e119747804
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93d4b434e8a6b475784235b003f644b9c3c38b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa6f9a96b56bf0fa72a2f06dc28372f271465f13747eed34f3872b66495f8e9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c94c13ca192fe85c2d7f83525b6bd2ddbf090dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7507b72c0b351d5279cf1894041b266048a4c9f5f96a51599bb3b1e73f6c8ea
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303ea2b6aa2e313e10f1d2e01cb4c3557520a697
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27fd5dba34345d19d6873ecdf146ebbb1bf7dda5b9996f1cfacf3bdd6993cb2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1b02b430954cc3be58bb5ec358dd8281051a7f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea438949c2393fe15d4b41ba95d1e9c2897e0bfa724a8fd9390e7e6953de329
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d805e4e56cb395c11a2b96e785b345f01fab18eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31d20391b11346f86a4c8aa8cd1363ce7dcddeec3c5b1af193c64c038823bf9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029ce272214fbd2198ae7b6d986241bdaaafa150
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c99a5c91105c312dd4bcefda8bce92c121315f6518604b7320e9566671f8d8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e853c23454413d425cce5e159ffb4e5065840cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52dc750a22559887c10ea11848f46859577a4a83adac020fb30e77d6e460c07d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2390db4d35e142f5510aa949614a4c742f26236b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedfbe2c2d58f2aa9518cd7048bd42e250eedb8a10c51629b069c1e7514ebb2d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b38c1803e13d402f014bcce3215b132c872b24d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0f122d353c7e59395246669faa6d1147e1629911e437e84d6add0de5d6f841
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8b3e08c1cf61cb665f87d1cc1f95c865181388
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a38df40dd850a4c73e3ce68c3e1d2a70afdbecab47e1d51410144e1de305353
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54d80999663f33db0802bc5c56d76521095dff5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb180b23d893869d7c70b64a2646ffc99a55720cad3cef1d2116e5583719e442
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517778c4b19398e86d0a1e364745d74516836298
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fb546a69880814d70867146a1724588142e56f25c8121c5f62c8faf1c30e8f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9626fc4982f3cabeb7eeb9cfcff4e4f5cc00db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971b37df0e36537231b32fbe447dda3c12913223e7ca31312d6484a88982711d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80085107b9a9cc9810c97eff9a92a0f31ef3df35
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3201f3968ca818fe9d4cd388eff1d3e248edbcff63ef95a983266eee6550b0a7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f87caae1f87b36a5fd4b1288d9537666f81050
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9d880364a0aa0c63dbcb35b70ef44d05420571510b2d504a002896765884eb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9e83a16ef591502bcd36134decfca62c83a906
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b88b5ed7280eced5548e30cf1f939e363735f6737cff2b3cd346b6cdd166e6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387825c43d314ef7c31d4958638076cc64d7fdf2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4887db5cf44b11e067d5939a8ddf32d688ac97ddc70d6f16833c7eb40c6693
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f2db47170e9d2f6bac0f3a0060394bd9bd8745
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c99cacf9dff9748badb085e3e9666a01258a478f626a7b35ea2987cfd6716e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374258bff59f7d77aa3acb678c3635d1551edb21
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f41cfa215c57979c8c39b7cf745ba4ea0384d16dc004c332a24ba38a9dbae4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340fc2ac5e46dd4592f6e94b8314cd35f041b9dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6540e53ec1337416280d141761bde5580af05f9d0efdd7f6b991778e804da2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa5203e6e218402ae88f8743659226f2820ed11
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0156fdf3663e5d4de47b4e635befeced9859a959b87b0e4c04de39ecf1acb484
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6be7a2093f800c35c05bca45487ee9aede6cea0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846260a39ea55140cd30fef6e3b2eb1464492bb5096c32f0a3d429e1b75338d0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1eb1ff6bce44b8bfe269799d9a06bd252a5637
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17212958eb0f4882325891c6c81cf7a61fd780b97ef844338deb2618ada6876f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7c317a51ef8c26a6f1024c3516b83b3edbc8e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbe574d4301fcbe53a782c868a9dae75b05495a692d8cd0f1cacb899b3cb2fb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16dbcbb597ef7f3e30a6a1f071aadfcfdf1cc6bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a1bee9831f44e22392814c71cfd7da8d6055775ae988cd23b73a48df86252f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131ce0d92efac184ff41bc02aa429fd84301957c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4825206befd1721c0c941d6b77afab2751dec74b16c9bb60beb09ee2739d32f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9457654b29504e4519645add2f9300b48c78559c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea4e740d8882ee71ab78994f76000b394927e76cb6e7191f8f0c70797dc5c8b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab05ed71b883f5563f0b047dcc101c32180dd986
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81474183fd2f03cee3f5d0f8d7d362190e273a85346692cd0e8f6b711460870e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f08c82c8be2c0ad15be35762375ce68b9226c15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89cc4366e08668c1b6f3bb98bfac9f2281e62becce0492326c024bc6789fffa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8553550ac4d0fbb2816ba88ce67aabe857e749ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e80d22494c4d3cd5a03d8b64eaa495ae6cda8e3199ffc2b768c24ea4e43542
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec880b6a351bf07792ebe7aae70efe5683d5352
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c731d2cce623eb48d1b41bec483a88ecf39b3ef60738fce50b7a390ebfa365c8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d812a4a0a3c0f699130375f73d94f5602ce067
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640461ab0b004061fe8c677d34916327d29a82d9decc5bd66d3e67825f568b9e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4ecc753dd2e3ae8c1326c53ecd19c48603f2e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31a2ca6aeb8fad146f4c0cd060d00b7293bfc9d2062e0a740afedbf8e915c26
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325746b8351d7c55a18c20240e810f3386d570a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084d2f8ceef2b67bfef6c445eefe0fc6385e971f5fe8c7dbd80da5d6ebcb9646
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80952fffe92c9562c164c6b0e47566ed30fab363
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac0079dacb7cac95254bfde4fdfcd6b88f1b3fd0ffb6dc79e482bda0635f5c6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2db4fa3410f2532c7b2a3131df60952bad4658d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0fbc7b472c5058fd2ffcd64ed6107ef45d6d0fd4f0e7d3c643521a9cb16c0d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507706e3df68d35bd06f5ca2110c7c6d12549c55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7b070564145e6497f0ab1337b8202b7756a5a4fc4edd4678ea35ab1cffffca
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad4a36246eed8bc2ab8f7bd85b68b66e04d7be2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37bb58079a901d3a28603c0420110eba09cf9ab34d21e01629af0e92bc2d9946
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bb8e208e5b88b816d6bac993785061d4d8b01c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6bb87050e98c3aaa08ed02965e1f428f6299a5983ee200c722c13b201e1a1f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cc6f345ebbe30f3770ced895114b05685f403a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e697dbdf3ee60e600271f5a8b922f9038e69f9b47edbc4f07256b95335a0538b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77d7f478e95dbf9565970deae0aaa09df2458a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9aec4390fc414ae7e12c242bd3686e1eb7264d7ec4ad3cdcffa08da1351451f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a767385a114030ad9b23b81ca5d35e85f6e09f2d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c900d411f763ff7a42ea75f2ba653cd2ef54e9a64a6def5f27ab714e4a53e9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b98377788472ae97a9473ac27f6a565e26d23ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8ed505a5a3f932f4e934090815b09f0fe6b526796b5e5e5a61314ecca5448e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02310b4bcf53374465443dfa32333b4ffd6991df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624cdc4209e49da79885f5badba088e93756c85536a4c1231580d16a66bf8288
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2869b7b3e99a482b20c3bbddc2f3a268fe902d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e55e805e1079d9847f01bb32767a54c667ad7fe6a80cfd058f84aa0e11c738
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3213a8e8f3d8465beee29420da883481477b801
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3aebc5744609a966288a3ba9f912bc6690d5ea39d3a1929a1b7176b1d57813f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efd28305aa19cc2f6069b9e9203f0cc1fc77f49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57ddf116142ca45b6b3a0f365969553233f9a7493c745688fcb111e9cb46527
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2c9b468b150a99a86224d9943ced8100aa8c30
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a3aec3fd2981e83f7fb72046569a57a07e07c034f0d7378a7ba8fc998929f1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e297335e46d4268ddb8122ba0cdf7e1995c7275a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4c4bd0fc815a0195aeacdacbd2a036c8acfe8117e2fb85d68fe678bea3e727
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f123cbe67278cf720b827426ea0d16abfac22cd9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94f64f7acdab88956f90d502629f2fff4f6de46782099df6ab25146323853d7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbe161b3ec5113f6e24b2536a3e5f56be67241d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c8c4a46c24827455339749cae5c9ced61ab3bd038afabf91d55368b776347d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa73d717361c86bfb248d85cd695623c8cae0bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f715a433d623a12f26460ec53fe59ee72b19974797415abc594cdb755c05272a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6bb4174c441c2684893f952fcb9e20611b1a31b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026f9692ac82ba6d9ae3724dc4cc187e16d93d8d74a65d6bb3d44c51741f62a9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cbae00d70d04deb7649222058acf26b61962da8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e783bfc14113d96b8816b911ddd6d082636261537fec31a2117e5ad1b31cc544
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fed52e48982002785e6d261da312e29a59e9109
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bbc06e485f1d9060a2b44f8818df5037f268894b8c24d8c203731f6bc35745
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42be174401a2f8dee44de1043f103223ccc0b18
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3168900faf91348af361fe312412adace0cfe789373204ba40e6519f7882394
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364f50c656b59fc428c1a85e5792d0bd031d563e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ca9ccba8da43b6cb80279f7cdc7f26125263a4ead6997c16b3cfe711bb9dbc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d04105478b8f4152af52153232f8bb69142df6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3275e6763ed10b0899a0b91a8af96ee76c4d47653dec502f34bb8a45052a6022
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d0d0efd15f5c377752fe0d4f0745b518743669
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014bbd5af555a723e088b94166d5c225f2a2cebdffd692ceda85f3bfd4f59276
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5cb46b1688bf615a7a2c2b6816fab5dbe782fb3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41804a2292b3ccf3b60b28e3202f13e72361e261358269eded9f8708be36f64c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf59ffb9a2305b166d83aaf4a9da37adbafbcf2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e4396d3b5b31c2606cd3b4f9a99b461dc7c8174ca36c05765394fe89cf7544
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb75c7258a63c4ba59bd3708ec581cc3e1649ebf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ab8842661ce703a49562bdf16f2c1d255330ff082e508b9fec08061186a6e1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2576f4edb307d87a84df5a8a6b510256afbc18
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16e8080ab648586d68349794e848edb5d7487ed23f73247b783d0a4691af377
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b397caa8dc9ffd08cbe3e65a45683f0234a00b89
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb491b3cfebab9fc0bd3a3a2cac262ee0c3cfc89df5b26f43b3db045afb1377
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31bf3e1a16b5481591a63714331ffbe195535c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e151a8cefa42600b9bcf922b3420d50feeb678b2113ed5ee299089a0fca0193
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de31c2341ef116c0708a86d758c4a649002d07d5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb8f78a1a335b724926eaff8afa780903193ba18a7d3d329eebcf8fbd4a9d32
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f77d2a8b40d429303880a25b5562b30bca15f45
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9700a2e1402e753980279dde7fb836d73d7559f122e7464334282cbdc5b6ef
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401962536d93490f2afb5523c9d832a508c75799
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5199267154139f9ec39a1f9d073d238275c17a6d0e37b0ec3180b1da7c719a7e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0880705bba1b88e8ec595daa910cd66d7b3db6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c372b4dda5ebf004fa3404e672ca745213958b54523049152bd75e02ceace1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3790737e10faa5f4d6830aab6a23588325a50e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adcd47fec7b74bf51ce868d5cd39f7a493aab3077d7662b232c72d92af6447b3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b3ae30f5dc9462bceaebdb5eeb1b4872c9aa25
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228a74f5c3149a24f6f8b05fd3654ecf02c38e5f8276edd12764740bd6dad82d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7643355e8a3bda9decafafc6ac0f694963d33805
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94575d6127ac2cd05aedc27302334095f1afd8f9146c6422cb83dcd630b74c6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6c3f2e9f62b81ecb2f6a7e466e211fbdbca973
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49332e25bc8d070a31f0e5aa8875aa86e1ff1c5e0c62e9b6c5117a40a9eb96e6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028ba7d95249c2a065457d4d7934127d50518485
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97d554594f35428fc3f06d9abab8f8360d005ac3c922e7db623847395caf839
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0d1c4d5026ed0cfe600819ec9287265dc601dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1200fe96f3b5387b2ffbc63384b7154e6fcea09c9a2b3a8d1942c8283d8ac30e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71d1df9ada3be47a3666b0589fc55a68fac4dcd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9cb91634c1b188436d963727d71ba3bafc1fca0a2defc8885e1e99852297de4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac4e89d707fa7e6b5495450f96baac567d55cfe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7629426f3b86674562cc6581c272f50aeb7e0a0cec6c66c326d109d884525ccf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c37b5b152ac600f1b5eee7419f24f903ce05cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e15bbc6032ee4aa7c20ccb95874d9596cb4b40a704358d36b69b552ffddcd8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae629921808e1ed3dd5b7ddfeb47add78f5d1f12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a81cdc9f42f6ee6fa5e9a1827eddd0b027410e5d088fe64efede8f847b3bcc0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11cbecef3a664bbe7597250c0bee7426d7d3b264
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3bd8c21d6ec4beffa7abde92dd4e8c1f46107535a23fac335b468efecfd362
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82508f2d6b93578fd756e598646f6781945f737a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e5be6d4b44146deea10a2adee9b7d614fb20b1fe5bbfef2e66868ca53a897a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae6be0ba21f918dcbcb1a2253c12a04f12fba0f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e39792506e814f44f1799788a7e97a429f25277297ddad1012fccdb05c378a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf22aea0602f02e009df45053c9c4f2ac373f297
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3045b7614ed0eaab2f873594c7667e5d4c61edfdce8a564fca0acfcf20de5030
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf82ca51bf8419ef84362ef2d545e18054e3b8c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47e27db98ab7ac2f6230efb062b062d3b864fb820e1e3ccbfd5f0542439c22b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f33eaa98809fa7c391b9c674dabde52b82aec00
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c2a17d6ad6b45b79b98e52a0e1d1139f430dd501ef541716f4381be49367cd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70dca98ea86ad879c158bca115fe5fe2e91b6e1b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885bcb4c5a48600d3e4c3387d8e02c5c66638a6be2b6f45f9b9a410b62e7c86f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de43959d47b7e5e7672dcf905219326d984de4e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e87292a23eea1f222e6199f488d16afd60613ef98b2850469add084a54caf7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a827f537aced664aea3d75f416ab3de505611be7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5664c3ef8facfbbc7df003f71fedb7df69c2ad42335399ed0ff628454e7703
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676179ddc096a271a5c67f62d485e3806c37bd18
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229c84dbeb6f60df40a1987375e56646c2e2d38a41d897b67ac63d327763e06e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b891b0aad4b4d858c9156623187764608dcd20bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910723aad311c73197f61396f8bcfa1ab18c54c1d4c26e3890f3c73f1a886ff8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0fab5eccbb054570bd3b209e3e92fc157c18094
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7c0035c0c8a0bff24c47660cf7fde2fc5c33c6375e37ddf91489e6353b0369
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2571ddb098d8ada62f7273364716cf69193065
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c120186b77ed8bd921d26251c9f464c1b4c402e932ae51c9fa0fd47a725f65e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354c5e84eb58a28d913f72411fbb82a8c268b363
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8a393c2f09b6b09711da77f9476cc1f24ea8774090899a034b70133a63c7b8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b24079589fc77840e8d9c0174014492f925135
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc47015f27d9465079ed72ba8d2c5ecae4241a23264e16065d123fdaa797e9b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e7946a7ab9237a08142a1c3591dd29fb364cfc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b69a80812180d34b62805183d128719c96fe22a1cce5d89533483c539d57d4a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf96ee92c9d21c0887f6a5323040d500cd5ba4e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab382f4e8ef7215b22d1ddebd886086dd4bdeacddc88c70eab869e3b3a5c0e0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b387998f8d64b95cc69571126c1bde7ba679da89
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8ad046189e82ef5a655daa6ef3f0812c87e0ba8904f2343ee25da4ede5ac36
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c3134982aa7983b7fb57a3ffa7c1be17926f4f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f631641827a4c8ad03bfa6bcf0265285218173f16a0221b1b9a1f90744f17b4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4135a99009263b47eb705b0967038adc707a098d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd533406cecdc253a2a46ded945a340a4bbd42d76c49916ad5fcce272186fad
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c6e20f107553544246288116d929629bb20781
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533cd66f9d86f520acb51eee394bf7ee4cebd53489c777982a19267d90b5bc01
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28df19ba8ec40491d6ed0a338ceb28db86bf0098
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d76cddf0378a8dc907872b6c67d9d9c9d898e2b4ad898b2135a484e607544a6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd76c1685376d7539844f7619392d23e0006891
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3343a3085c1cd840c531b75a433885ab6e4399c41278eb9ac2b00f9c5bd71268
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3588a51e08689af3cfa0425a4dcb689c81bd0fda
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41dc51ec6faef73f3e34b581a5ab831dcf293e7552628229162e04e369f76915
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5378b82bc1adc0734aa290fa078e205418d56a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51783ab3508ad348a745fdd94d71f9d437edec292913fb6ff74589c162abdc6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe88e8a1c3d5eacab7ee9f506f947f3e7d950dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3241356002f6c2118565913f4d446eef89b58f0d1b850d5088ecc6070b415026
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33781d90cb831961985b6e1c65901c478a1d92a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffec1dacb481879faec28db1b39998ab3dd900365b20235c82b4ca5a2fbe481
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e822294e4d92dc1da91633a5ebcc19716db8e8ae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5123db9a0c9d6eda8d0d0d69c022dd91cdab90b732840f54c9cbc65234909d19
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef9417a2c4a8519fa6c20c6171918aa567c497b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5d82684fac087dc23d654979536616e5deff650ffcac639033df03a74b6a1c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb1bbb44ed96abaa6be196302ad6993f050029f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e0d2c6941766176fc8bbec2d87fdbc443b86c99e6168f8c9993db417410285
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5447cd9e7ee2ba862d24efcf6e37c92d719fdcc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa0453debab42f086567df078d8b82f7065ef5076ca2fa2c55ba37ab3ffa973
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854e37ad1d509c5c22979f6393622ffd53d8c9f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091e3a522af1426ea0dcb6785cac347c02ac79b935974d4b5312878a13b4220b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2fa2b499a0947b8bc07102b9962e7fb282076d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b958efc218b43736d43476a212ae639c0a345e16e34a364080411c500099a713
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95c1a2c79671e1c4a7201009bf5a6ea4b066b40
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708578420a3fa347311091c89c51b0443c43114d50626f657f7a01299e2788a0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20787e720ff8eadb36c03d2412b0f218a3cc07b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aec477515a617e90088afff7ea6afefdaf3d8dabe994af701ed203d87cd65e2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8a1764045bbf153c3e136397851476a9bbb912
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4818239c82286da35865c4fea8b917e5c0ef30fc4d3f68ba5ef4dcff33dd28f8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91be7214c3c672227751c3185b6452af3aaa44e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0311c6baf97ae3b01e3907089cf74fc6f00beb57b6605e20c523f663f95275b1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa9318f36db32ad1f83b6c491aad386518a26a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a7721650c8d7b249c091bc211d8f5094c7c3f6698cb398a3078e91f993f119
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54beafd4770d7080ab50413c5e2e82e9662017d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1c010c25a49a0b2a631e15ff30fb60de53d251ea02164eb4f35b1ae5a6d10e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075de88470b149af7b233a56ce208374ffb194e6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61b71378baebaf2d2a4efcb9c5ef2d21673083a9d3406f3c69e32baa251b7d5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce993e0f3d006a91bd46193c722df15929180be1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64680a412523e7c546bff136d21745de3fb648c16650caa66647a7e9b0404398
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827886f86e33e049cfa97376222db257fabf21f3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da96ef5af21b500c88dbfd9ae386e174b7a4b3ed01a56923f3eb1a7cc46016e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa03659ed2eb0e1e4286ed7c54cc7ef5c156f2be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ec66b40d8b251ac3ba5127f9a6be85d5b3910641bc72fc1d778dcb86e26c1e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92643b74b3677c790e20dee1111f728ae3f9c2fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67da2d0411c8d5856434635c01d9a5b10aa3d30436b3096f3c3f741e6e21f739
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eee33a73d2fc455fb9c15b45fa5add8a6ff3c5a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2080a4ce3b1b01c451b6c6a987e862a043fd95d359fb48219e8a252948a2c050
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716e3e39e527cb79665ac7ab142e9f6835b30d39
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707394afa64b906bba2c5e348dc6465e9a295f45b17d49a6457a160206167956
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2223eb2fa04d3421ad0ec013a5e65abab0f204
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e192baae7055327220c13e03123bf389047fd00cb635207c66740dff464160c3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d942826176aaf25523f0ed56e0bcdbe237bd8cd9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af0dac7e5c14cad18b57736fc897009894d1dc03bbc7d73695b9e43a92685dc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2deb84847e93904df296d3545bd1de6f0e45cc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba437f751f43088d3c8dc97904b2d2f68e670b0e2c4ff74e77627449de02bb8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c613d407c9384a5fa8de1060c0c20b2608448304
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3287b3a2d225106a32598ad70ad48de34e89b5619f5d9e08ff62c8032a0aaa54
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9c26a7226ba6c411b2249b13c9b648b612ac10
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f88a9f66a59361cf2d60aaf0e327a1f289e3a765b5f689e909b57a202f6dec
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd31f8915a51cc0b5e19d2c5bd4d5d1e7e709497
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76387e1d2527e6df213f1f725f52e3c074cdd0559fa2637248d5342b8e6a298f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215847357acda2bc68127415cd005ef6acdfceb8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eae6d702504cb4aa3c6167cc99686ac98f5ca655d09d7eebbb1636886463547
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225324cb2d618aa2b3d0bf10bb359b2c04a03ec0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f518d4edd7f593c12991f4cbb736490dcd33a1077779e2bd3c53a20638c0f9ba
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1f4e38e084dea9255d40a9de7bdf9ab39aac1b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeae13af25cc04742269a80552afab552d7e4008ac60a2d64a0d2d79be151ef9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b729f2e89f55364c92e535b4968d40377f8f13
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9dae74d0db1db7724725e6e8332260cbb48ae9ad75dcd586f1b21c16102eadc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311fe7ca07e5f9fd47c6882bf9ba77a088038579
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e45ad55cf561e7a30c2c9b1ce5cb8ae767734d30bbbbe9919c83b31d937437
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6c8870f2e07aa8f71ef273e2bc05d1371d1cfe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36b7d1156527bde5e270b7d3f5ec10f98e6c082dfa3c6828fba45a47097935e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0b8f7b5a1cfb80e67bf3aacf4e3c129c9a4053
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bfb4a05dd4dd5d2c35bd67b01b16ec07353f57cf5e05e8f12949862cb700d2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7456e859144579ea15f09a99960989e8c01259d8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee93eaee5c4e9f9d687342c159ae7ca17cdbbec755a7d977f893bec1abbfc25f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099bc2a3a3a2b020d65404838d32e242a4cbf12c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866c2a44b76c649406039e5a529239308c5311ee76707b49b13db4d19ebec051
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6018d6e40f4dda329b6d6bde1647dc1f105f1e57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6df195bd6516248b13e545fc4cab148aa8a5185728b4abc83370d8d04dfe1a6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be25f96b7c225fac1131d8a73d5d7a878ada4c13
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e118eda5f2f666263f434787b8c419f30f8e8ef426e2d2b140ad1f208bc18d00
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9350f301f043e0e948e78ad2a5f6813cb487f970
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e431a62f77c2bed2ad1248ba936456362188f854448586d3c2d8e9d52230cf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ce50dc597700856220bde6a19eb1279ddd0da6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979cec1f35318345c1f126a981678d3c447d8fab9f3ec999bbc60590ab594083
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e267cc31ae616f9835c1dd52c40a842ffcc9d77
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248caf0c878e944b294bcbe30906e6828049e360b5ac1ea8c133dd1f3fd88d73
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..983e972d46f89f7112886ea3e2ef279b9aa7ae13
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4a3f264aa9c7b62598dbe9be0e40438a8b1f5c09cdf16d513956d7925d1e17
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2639b903fd5ffe7813e6d246121260e5d8cf8288
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6160ffc0b40b508263bc4bff101cb4b571b01e4dd39ffe29f054c9a1298d2a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f1dacc7d538286943223d31ea5cac5caa65ed0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0dd2281f33b5369d3885a98b7a009fbabee981b13642f0b3608dd032a890f46
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31180c5dc327928b3b8b8b5ca2eb76eec35ae2f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7a840e0ce855d35e3daaff05e5c4dd8e931ff19cdaf506212526fa69274e5a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8e07020af76a49e38bde1634c5470275eee619
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cde3171bb1545eb9782a06db1ee4571d9614d4bf54ea039a096498b30e2b40
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e394db25f5ac3922f0b9426b4d9bcbb8cddfe902
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06653b989559c54f3960d99c82bf2501e950be8c65dbacbb1475a18b56d6b874
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9596a04747bcda911aff39fdac64ae556a631bdc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b502d6d7b5b85ecae6039b52c1e129c863c14db6f8946a87b8d4c6383f6c00
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1dca981c2a6922f89bf06317fea42af53b0ffb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792f81abe78e0a619c7b33e7a34abcaed2ab0ad1aec23462b13970de39551a46
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84bbb419aa09c01dd0b3f1188703bf595c339405
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3488407827b363161affd8572f16a02ca30c9af90e2b99014611a493dd3c62c2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869fcc287f2a277c7a92e86eb615b8a5a64871ae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e91404f7ad42b6419b514dd4adcaf4b3b57bbacda72b4f2838b1d811b484215
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ae9e2ba7571073eef3992bd9f0b4b3d4a4777c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a091858a686acfa8e3cac1399515c4d6c01250b61259fef68e0d940d28aba095
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a3193201ba0585d471231df477c9533e96e0b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf9659a67b3cf3ef98fb2105bf4b671713d56b598d0da3b4117bfafa1812b09
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e55b907100931578cfc9791a50c780762ed085
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7514b156c776dee46e9033f4d43fd86bec59a4eaf639d72c4c58d57f38c52d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2c2dd11a8cac68d9348b0c387aee06037b3afb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c362dffdcc2c0562a50ef04a331232857d47583b3d014bb5a604be6b2936cd8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab397bad27a0fa8bb5806837173538995473f7eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52635e08cdebfde1d2017c5385b4eabea7d569527ea578cd7d9c34d9d2e3782e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6770ce2c3aa2aabcd98ba73839ad783da901f750
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2319f15b1d9f8eea610a3e5ffa00bdd5467a865d699d0e5dfd7f89111f9545d6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c641e037183ec07d3f810f17954a349650978b86
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76dd86576d0a6808d11a74263cb9efbdcfba7a59b6caef55b5da762fbb471ee
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7421abb3bf18bd41f8aa8d90fc7d76615dff593e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4f441b6895085d76f5120d2e473011451866648c139ab1963352c36d2bbb62
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb16887aaa4cd168b2befc3f2df8c224b1a8915f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a0783cd362dcc8270f4eb99a25ae4d06fdba3f7cac528fae010f72061c4c70
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22258422b6b76b9cafcbb242407e71ea46b6e1d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba49818781ae2570f016ed34da649dd8e55568741527b8a6fe0e39ccc649ec0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14079f973f7830069839ce06b6de67be875ef609
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e851e5ae31cc59bccccfbf4c9ce78a7bfd0752b67a79908fb0d33c64ca60bc2
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_1/trained/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ead13f2e644609d83a06695dc7064d385dc4831
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87df1c7c159d74ab4ace22c686e21125588a560de34d4bab233098ed5ae039c
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae605d277dc7294fb6df1f011ca7f55f0262bd45
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec27239abc12214eae44b17b3ca34aa3b3825ab212f79eec66b64b6521e584d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2c0067e203c11961e214be4175abe937dd349d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd52026d7eec0906674cc227e873e97c0f23127dae5e16ebd90bfba9bb76718
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1dc674476605dc14d14434cfdcfc6a5afc304b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646422b7595b00bc56d7924eaf983e3d1f19e2bc8234f7defddb511cf4b7cd3f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9f44a9e857276fdcaa6b3de2f2d9127103bedb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ec4df1917d91c21c55250e2eaacf0a949f5ce4b98e80a935894ece2f00839b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e5792ebdb9487d2854872aa47bac56bd690933
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b2ec1d94be307ac714c9d03162bd379f9ccb63994f5b54970783d6dfb87323
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4d7e4b978fa7e218ce5be12dd690d2448b4b5e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a91ef277efb8e59ac7f91b02a0528e12cf65b2b1224c2717046a1ae785a8c3a1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0513745d9d8b67b9f9c24650be40f707e0fd7aa9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bfa0040fdc575c754e714b358e72acca26ee7e09d0977754396883087fc6f2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2981a0ef9f85b225a149a874fc3d14c218358d4b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc9028a6c211494bc93d42acec6725933e0be7b4ea47d00496f14c815383da2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c71cd856b18106575bbf6c736bd3d25d1a5386c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245e489f4824d9374ea5b4a9b11eb594edde9a8a04996472cbf8cafe538ae028
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2aa206f329d584170f0be34461084acf61880f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a118c63511273d711ae25f94893b3147a06585dc8be3230fd47bfce52a271aa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2057292018e7b3585f0d0feb733c4b28c92025bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a81325640157a10e21db711d610b08597bad1f8bfe5101b9c51ab8456f2178
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c15be1454ea3359b5c6e86020b957fe67de01437
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ce5da8ad507099c475d16a476479799bca21daa08ea6f081e9de15537732ea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581fdab9f786021f7441d202ced4f8ea4fbc1eef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aca32a9328fb2ef4e982166a733b3b094cfa3a4200c3eb973d8fbab708d68d4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f3cbe65ad7cff1d556f88e618b81dc67c99de7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488300e3c90d0c9e857fa9f658324db1321410e5597e090d2e0ba46585489e9c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b494bf09323e634ebdf7ebf01943d12d66e3ce76
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea4afd86adf4ad41ae53e69ff6d558161a0ca0511599513327ece0994d89eb4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb003d646b076c9a75f9a78dc2cfb3f52312a753
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbab07889ce506f6b54276c49e819372d4d1e8b245eb84e85a6f8552571ae19d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abfe95d4ecf425037e1f83db4ae1eb7635bc7bcd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f2dc37238c6484feac555cd2b129889211d6c92cf5735da013dc862a3308c8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ebe86c76a848624821d33cf9d7244bfb74d199b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41635bd716d6df777bdc71202f8af0f9973f03357de9cabb92ba13d0d48b233
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb657c16d44708f4911a4074988f80ac1161a42
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e64baf783573988eac150f4c6cd1699a508eabe1d4f3d3eafd98b03a0218f2d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d562e49378555b5b72c4432def8c14fbcac883f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9503224142166a4b42696f47875f7e46e1785537becd5ce47f21f50c29fa7d4e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7fa31bce7aaa80b841aab6c8be1947fc2dd5f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f197f4a686133f508696f9f122139fea315c7fc3ce85b835624a98c8f191ad5e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3668a9a6afcb334c340abf1992bdaffb0eccb9b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cf95b9daa86079a1cedb98605369bb341601cd4bcad15171579fe5a8d59614
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d729af02c356b0fc3b6614829b2869734ec3269
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5114446f773db926704383bfca50615081e94d2ba063b240555fc83ab35280d9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0e757ad6192992bd8f3e88b9361aefde6a82c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acedca6ecfb8f8005f7323e40c6595fafd1c03536d56986b6951459a11133e0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d016101c212eb257efc823b39daab066f1331e23
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee3fa3034e83837175cd08638e18401a7e857d1b1b64261f7878dfc8df6f26c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c24c940befd46fa98c55ff499ef4658c596232
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3ca65f0e16f44a2b7eb6282e4e3d2a51221d8dc5db125987f0dd2276970b9e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b0a69860db3fa6f0046ad176e9b71dc2a0691b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522c66807c6dfff633de7578b4379d088692f834c2c80bb47c01c13cc5e04ebc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcec672182bca8f898c03dff35a38c912813d6ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa219ea81df8f47dd150e093067e503b35961379e45dcf85227ef9ba55c52bd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2a4bbc7a386977c461fbf3d1d2f18faafae1a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7963c1281bce010c80f9db32a5a7aa343e778b4ece82a3316afe7a5e58a38d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80dc8063cfe2cce05083be01acf025349c2b02e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45772c687306c8094d3a10bef04ec38927431fac19c04c66dd2d833cc5f7165f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..444ab7242c87509e111f11e2879a2f2c9ceae8fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3e5a98a59d809d66a59bf2610e96485ed6b92cd601bbd8d3744d8d37064e83
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6c2e4d3237c0273d68bb070b332703b30c0f71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e89fa2502164e559d661d7d6de0b336233175144b660711ba88ccdc938e4a6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c6865bfa42998a0deb9304521c9f610c16e6b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8580bb7f8ffd351994dc9472b38600a325cde09b93b57e3d1d6656cc56d1db
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0020f3e3ae89a8aa94ada7c16453719bee4e1f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569150195c1c60e4c5c7fee4ea5a05aea271900c49f02f7ef807579e9dda2707
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9554b77d6d0669776ca2ee065c1121ec2f155ce8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fb27407e13d32c3c2820f1ba2395f9515359459f292d4858f009dc78000493
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6655bf8cff04589e6014bf2b41d1eea47e9ba8de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992528100088c722c33ba8e8e056bf00a9be257ae3bf28ae3bb8fc2031f9db7d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f421268cf4a8ed10c72249bfed217ed8ba062870
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4baee060e8b6f720834e087189fc8b1fbc964c2ee1bb30acd7583e7328f77d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a989a6e6240a29b2999d6119eee6f24e3e734bb6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c329137e93c84b92cd3157159375e5519dde6922eca1ed39ced5251b8b6b29
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c4480709685b15b703aa1296f6250c7366daee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba95a20763bba92aa48afb006a017de4b670d88e3e88d031255f1fe52b6b85b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475d9fefc5c46121b31d0953d09f290c93c5caa5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031d3129ca561ac3d67b633e5829c3db53590b22be0e98f09430576665239246
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34a938bd595c2a2630eee1391fa83ac7b4038eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2ecb088d0e2d5f764c81ea0379c579a8d2702ed100c2220a265c4567ca87ab
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc72eba99bd619d886e1d8411c872bea330c0a3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65043e7211fe92ce2b75804b3ddba6255771a5102c7defa2e8365047dd62f4a8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb6bede72aab78a0740263016f7f2ddc12fc36d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bd8a5cea82faca992bfffc171c37356c5a2b414b352b918da432206c58964a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e35b826cbb1a36defb549a48125ff70a071734
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e6bd0c4c4ccf9dd309817bd874cde523d88dcb2881721a04270f1af73cd00d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1278dc7b15ed3ebe0b028b9bceba18cc7fe5e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bbbc0566adf35a96e66d40e8f45669c1fdc7b0d8ce4eb462137d51ecee1744
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121da3abb46a3486d87971ad8478c3b393c6274c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b234a005a226175fac1a58051fdf672f542c338bbe07a5d3d45973650440715
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b599ebafdc23c27fb7dcad2cf84952f8920f1c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc871399a410138bfff60550a804fab5db8964138407910d6c5200a9b7d5982
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e29d6501cf2b8f6584f43548ade04a90e5758e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda7ba665218726a43434c1d045322585fe4b40b007a78cdefe56f8d0bafa293
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2dfc126e29dd812b243cbecf6b8c0ae274b8d87
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926300133441b370cc4f5125281e6dccd50684f0222a422ac47a38db57a86874
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0477aeb80e8a9fe2eed7b1613b79b384e0e0e99
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab87140abe4770788e139257bf3ef176e2f6f3e574dff2240ec2840a7db90a4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bdd92dcbe083e4052f2726dac50e113a94358f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833206829011d319dbabcb4a7e59a9448c2fbf006a1e7ab383c5ea0487b3ceec
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ebe8bd3cd423ece963c07cc1965be4dd4bc022a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4aab24cf4f92b49f5202074d5fa61c2db35f9225bc0e1d8f2f3ca0d472ea0d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998aa873059071a2bbecac0602a8312eba1b8201
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c1493c3ee4d03d1f364903c8e246da8d144b639118497d0373d9ebd3a86789
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9595a56192948eab90e680f939c22f2704b6615
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39971ae8001ee036e63ddc31eeef0dde2dbae0ebb0ae5f429b3c0ce2414bfb4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1551541bd74e6a65217aec0be9cf61d967677ef1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d154fc0756dd1de4105ac77da5f60060ce7296615e3e715630fb8bdcbe83a30
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173236d2d00ccde8a0e97016545f847e8a2d57b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b9f60f691c0771072ced4c5931df1ae237054ab2fbfe5cb1064738444d93e7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb94e01c71b9bfd9a2ca9d76cc272bb8e652e85
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d725a1d6f62b96e4c4331693a3f2acaf288ff28e2ea0afed0f45a3681db7adce
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819a41336cb29f338c31e6132964ed1582d14856
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fb8d36132f6d026b5c22eceaffda393212622eba1274274623506ea9523f58
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16fa178420cdd4c91aea5843faedfaa493cf7bfe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3652eb337641ea1bbc985a080cdfcb0e52f854f2d372bbe1541606a7ea56a7cb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e852002a2f5d76f6c131f63d66dd59bac9eaaca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7136104c7fa989c448ae316683a55e351a67d8ac4aa423bb9b7afa76c87f178
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0dbf88622ddb19c9bba52c1e4473da6ee76e44
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5c740a262f2d9bd3f4ab4427611e85af8b4017ad2dcc5f0ec8e1d676682bf0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26d8247cfc6add401221a8dd6de5612871537f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c33c903bc873f51903424a91c057f3a440ee93d4ba475605799b0acd81ccaf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4edb2b56903b2f273c48992d2e0d1d477364b3d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d7cee73051268d5b8c7e8a82200c1b8433d47b57369961d551c8dcd20dad6d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb5ed0d8aa285fdece1f9a80a3f784ea27b92f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaa8f00e5e3cce7e5cca9f1aff393b502226ea34f4e7d043fe3cb9219643266
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff56a7ce9b0b033895eeb5c1f0b4c03cb09cfe4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73cc0d27b0173eb4bfb266970655576574053103ea13d4f61af99bf90677489
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4f2b950e78f31c17cb403f43d86d20589ca9d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33bbab1e349cf13fe23e5d5f084fe9a331757727cfa540510c965198db984d9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2bc155261d35fe02ceb9b32584b91b4a30ee3d8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f401455a0b9e810c139cabc9086f658b5e4468981f3de89b2f2d71b000c5fd5b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12ee125a479e9f7efe5906f6310474c41dfaa98d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88d3c04334f4ece17e70e21931584ba2d7a426403f698c7be6305fea0a3598e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868c5963aa70fc7b79caee3b1e5df6bcb9aac103
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc68a14707454bbf410269a56c013c713eb5cd7c6677ad380e837ba32bdfd53
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3199ecdbbb2e74851036bc2e7f6d84e95de1e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb79effd8182f1e8d5219110f0d0f2eae74729087798cd6903162501db85879
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022a370d27115eb290edf81880ce4ed03cba6475
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d622a0129df95328ba7c121ee8297b8225c759cd00aa6cdf248062256b12c7b1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4574663b636b8aa0cdd835635090e8f87cf1197
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce69f13abbed11bf99970a729f6232c462b7414a0e84882dee2788d7e1ad40e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a27f7ca8072267d23bd132726d1f0d6b5033583
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d35c5ec070301bfb5b1265021c66679352a40eff4e9207d8d43ae6523a67dda
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f1c61b970a2eef83d1f8003270cd243b6e2cb1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a613d2dd0256dffe6adcb203cc17f6ddb1f45b74b1a925c4ca0fc2d4836f10a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f89a453aa35439270fb1735bdccf1709d6d785
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9af455f92fce016b037b6fb06b689155d4571c7b1cccde1f7e73ca5e82f343
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a571b0468912a3da5586fab1632209cf5d8827f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9805da9fcb20e041fc2408c0dc0c45501c18bcc7136d549cc0ed6098a9bc4c19
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0226eb960f13ded2f375be45f648120e1be64e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34bc058cfbe5064f7d66d0078ac1c1489008a5ef2bf50cc4743e37de93d0139
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fabd2dd31ada0bb1d2607913f17d710422a1544
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d441c88fd4e1c69f3f94cf6c0e250f4f6ce6fe5c60be090fdcb25ad17f282fdb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14b8b201bcc57f63ac7a81201995a184dc4c870
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43351eca9927d7b67b0ef344d58299af1d7cca6f728e99269a63c2ef1cb461bc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ed199ccb2066016b16346304e7765916c6776f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058043b928f0d2f306c6ec8fea5603364b5b8f464fae00278f8bd21abb878cb6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a108f5507cc1cc19d335aa43af241e61b0cfac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bc0195553597c63f0690c60bc6adeb58aa541d4cc31b70f1db58d6e66efdf8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef4dcfaf6dbce2d811e8e774b1e4d32c26b9a0c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf56af08d592e1ccbdb506214ae8b897af29927422da76c4b7d3921cfa16f01
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14cf8b4186362c6e112599ac3e40b35c3fae4341
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64081ec843b0ff61a4cb6b5c4b3200ef7057b0b7778c75f9d218dd4ea3e1ddb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41d0e8447d04d81f0c866e9f224a23589668453
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f674da103aeb350dd158bb9322274a02779284d94aafac1a59c2f362ca2514c5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa9b48cd7a0dea44519e15cbf5d49b9ac697ae1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01970979c111eba5839e5e9096c994dc941ee841ce7ae7667d887e3a4b6cfedb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73789e19230a0fa23302e0b9850e2adf75279b06
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78457bb4e932207663d8c264479fcc17b922b657ccb9c449bd83c44a25ed9f3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81cdf559cb840e74a20ca6820d5d4aaf98fd1fc0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6389186a4359acc443de0a9f909aef4b0a76ad3e1def4f183b03c2496fb360
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30be252e71ef37bdaacdd7a91af874cd99883cf0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8483db6b498119c15ff299878510973ab065d7986b0ee57fde94b7ee6d12ec
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18b710cf3a79cabed23f2b12bc4a162ae7e5399
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6deaaa629c735867bb589e1f7f39ab8a89e14cfbcd183b8c2b056321390759d3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99cac5a0650f4da65a75101886383e3276441fa1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a61a33dfae2dbe41ece55affa39b1064aaf8845637f80d75b0dd0e512f0b6c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b076f1f26bafa465e79c5cbb05bec5c166315fc4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78cb9f90f924f692dc6ecdcdefb6ffd003fbf502298f1fba2fe7d38f4da46c19
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2940de5f4c5d217bb0e3eddcbdafcf1d980f60dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55eab3120d088f420a55c43e10b0b3c9dfb2bec4e24b13b73aedd34baa9f5e0f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34993db477bbcce89c99f9906d4633beb699b20e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c4a33660b09bdcf4ee32d28ffe98aa863c72e10f5b74abe3255550de834399
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26aa8e03c641ec0c6f791a4f75cf62aea9b6e673
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae951c51ff09402309b80b2622cb3ce085280bc3e44f95e5d15181d940f0a178
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392ecb060ddb7ce5b9834ac42dd2e13a8a6514f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a953d435988f1be8762d76b99e993c506f3741f02a6fe32b975654bbcfa67767
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5a9c36bdc3b3d47ad0a0ba50d35d2b084da201
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452db20f8feda6d44ea8651f01369454ccc6ab743ff5cb13c8fa898b45a174a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13d18eb4118b265a5f7dcc7eee6a630cda3919e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6414e36bbb37ac4cb1be1458ae498204763fb33e1bf9d51e6c5590af8233d277
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d7fc7032995e21ff21c1f9d9e0916f317bdccf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea72df3cf2b37251b89a5ef56e3d507f4963b26881343c98b4cc08d0252c1f0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b672626fe6853b1406183ea8f02e6fb26ecfe8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0528bd0070490d32f04f6ee677f5bfd5e558d60e4882c23035ee2ecf90857cd8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032f0a1e990f3ebe6756d3eecc664dbdf10ed505
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a7aba3478f6c1a8af273d5cf0670e9ad4d3894d6386c7678f3634f917a25a4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cfcd4279acb91ac8cf0a857261664a53fb57868
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f9fc5c5ebfb89059df652410e561b8869517fc58d55c07e48719214efdca84
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833c2b86bbd9a122675135a8182fbb28d6a05719
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68af75702650e070ddeeef2fb54ca1698c39cef018e23d0024c98ea9e8491e0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38974863176748211e9b0b976a5e87f6b48c04f6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aae7f22c027d45a266c0b099b4e4231f83e930219c1c676b1ffa5b7ea462b51
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17601058084d768009bbfa1384730dfc2051a0d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b194209b1545e503a2aae8d34289cf8524393c604fc72f02eae7a5ef01dd1c8b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4f4ab13446f7310c71b557a4763eead8402ca9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea4cbaea13e7086bed0b0c606a4fcd3872220d74287284ff67eefc90e213b82
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f8f9ab72b2def4cba3dc69b6a0c4c679dac522
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b81266dfde4af8a29a6572e81ff1af0c02e473033ead0940ae82bf51d3e545
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0fb8e4e260e097d1d7a678c1815e9b8db5d262
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25002e78c909d68eeb1e960ea49ad5dcfd0cf87a2f93c518396c65307ecb2b25
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef2199cef3c8423ca643c743ce786a80379a009
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2608289892964d9834f84a5ac4b81a27a2393863d2e5132059add5460055fd09
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d9caedd2d44fc85f66b6c15b2f8f76d5218d15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed086fa5240c61d809fd2c684b4ea3ea09ba6df58db2610fcd2fe588a67366b3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0bd1142e9afbfad1c62fc7d7368be6bbe12a6c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86241c5965fa936bfbcbe45dc782ab1284c54e4455e17a64a984f2f7794f9632
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f80dd705e811b7de36ecae2aed92e9751bc4a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea7116f0b2ea4916168b51152f80a3a9bd35c583c224e07f2e3485bb1acf964
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85370690a6f16cab913949fe77cb7ac7213fe2fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c51403bdc455f54a77ebb741a1a0a678c5bd21a8271538bde220423701e5627
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e85299c6176ee028cc0bac64da5fa68a925cfca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961b99aa0c1b76edd36cfec7a73dd904eee794d82659e0bd5dfec1f14c939536
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e87c9a1bf5ac0567adc1eb78414d4b0acebf603
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d475ea6a944d9dd61ff83c9d839377052e8a0e0cc9d612652a70d33af5a60f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705c35bc4ee9a87cbcc8577a489dccf40dd2c7cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477290ee5d6217783fbb3e9172675fdf264599817b9821f85941006417f54d10
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9c9c07b3eda053109e1474cbd84259426c394b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1530b9a829b388677e1e0d158b378c7f1047a49c0d8609db5f5b525779092bc0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8ef715f447bd691d1f443b9d8e815ae1748ef5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec6823087590284d12de8c5882f43e12da0e370bc37116d986f91eae602a219
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6123ca97cd080de036d4f6c5823762cc9904f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b4b73196f00adc0ab932958f966083d7f01ba24b63551d3e21febc694dae86
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c567e89d3f8a348aa3ce860a5d1620ce192485b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3130ecaa0256dd476034f129c074aca4de5d0f730b35468441028055e8e241
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9513b183ead2ab23f64e2c6d30ca1aca7e3cbd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c5715c7b3d14aba7ee24e1ca797d95244c8621204707b823d801933ee50ecb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc762a9f5d667f7ab0a8f693d9c9ec42408639a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f08d3257d0dd7356d4f3ece0d296e5f886e73c58d88600b68f7a04c11c90c1d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258d48ca2c9f89f165fad3cd64c40ba2d0295c15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67c0ea154f7bf88c24f5179e30a83780c6ed47a8f1a6a95fff7f30c92a2e9cd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351f67ce5cb751236b23d5e7491bd84bed9238eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315889cd24509fa353d3b2b4e1684b8d2e659d4bead5e26911b3cc16610b4cf0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c635b430c13caf7a9e181c18b16f528409a0b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fe445cad931d34531c36a5b2f1533efa157ff2d24478add0dec1192a279c3f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157515d84293d81ee8197f902b517a57d51f6ed6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9050f09a90395bba3ae75aae2518aa92e8d6b2e4d4b04b9f65962ffdafd1ad66
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dccfa8c04e9658b3743f6c7ea4955ce939814fed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3c1c0ef3c21daa71813ce4f4f346bc948de0d8cc6f5b2a33c23a873bdae6c9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c168f3c8dce74d4fe4d8cac0e2b7be42aa08b575
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7a723220ada560a3c8a4a86e2dbf1dfebaabee9bab1b7142b59eca249a3ba0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2d86a6ae3007e5fb50a4ce1bf6b3ac4a0a81b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7e517adbaf9877b52622a9f467dbc3c654228cb638d97fa85befde3f7a07fc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f8720a4bd32def673b163543c139899915d861
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0494a0487efd3575a983ef2d27310ddd55e7358a449a1ed0987a8fe627dfc0d1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85923ee933f722364d1f99be91e5fcdec90ade36
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e72b8664df81b593a644f1e25961e95f78de1b7a950cc061bf94870b903194e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73714855dfeff0c6d4ec76e60edbeee9e59f41d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b93cef5e4ea056619072100724c090b6cf0af8dce432d32beecfc22be70247a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5125a2c5b0f65682e5da761f3fbbee39e364f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57013330e49172acca38e193f7d81cf326c240f078e36d32115470a224e5da6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252763651a03a172a6eb0dd5c151092f66c76b5c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a7e8166e3d470e5ccc05190b63b2d517eecce759ea6b0210745ae7784b3687
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35bae9d9e32aaac2f62a941ca83ebb26f2cad80d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62fc583c46e64603524b18f02927fb5566acf8356e3854e69fd2a766ab8ac0e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e66ad308c5736420e1fe1d484835765ef7396d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373d52dfb2894428ed0c262b9c8e6d846127835d3ee381c309fcb4ea0703f718
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16e6747df415a91ceb83b16d4faf8cc0bcdcf6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bace96604fd875ef877476445e2f68462b6f5b71ef7b38dd648d1c05029af471
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d275dd246f3564d6e80c1a1601f8966a1dd474
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9411174dc42cd0965574fce90970865627f12099e61d4090f4c72a1d997bf5fd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ccd2ff2dcd528c65543b1ea44b274e59560888
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7510756bfde9ac671b61df395e6a74fd4e338f9719e6b39c853c3cd069b04862
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4627877df781fd09c28ce880cefe6547dc92af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f73c4b3e4dc2e27065afacea32434c246ac57d669a15ab8f9f6fb0e55f262a6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e6d65a0a1b05244a3206f76451a8adf78a1e95
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0af471f3f13785fabd408365f556ac755e3412ec682e239a67e76ec8fdbbb0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06ca110bbcfeca57c5428269ba523e5329cba1c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3798daaf1e7df6dde4d31aefe08b0434c01dec1f9638e1e16a8dde67c7128ce
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dafec3c1fe9894c41980361b6e82ae5a65dad814
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026b6888743c3a78cb07ee5569e3035d2e775212c503d29263942910d0026e20
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3c20f3b3faca6512093905a8d9c2eb7ccf1262
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862d2aa7d5b9f74f4a0341dedbcbf030166e837b8605928853c396262a66c338
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f4f7c5d9f91fe697c435c9d533c956f9e613b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddacd6776f8a6f33dbfc462172513dae20fc5b21a37117f93d2c73868aadf9be
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad68a7cd07f068629d9bd8e97959e5e652ad5539
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c932e9543ad8311e796bb7ea7becc9f2a44763caef4f8e490cd6ff9ba4e629b1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3391599c9be9f339a3efedb60c79c0808f98fe76
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06bdb7aac7e4cf0af3039df71ff5f3cee87c3fd5e88782bc7d1a6ef9871d2dd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcc8762b8537c890e7d15041ef0963f36b1eedd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2625bdb376e364c255cf024be3b33bbea7d2b42e751e822a27ff581a561fc525
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7190a7ef450bcfe02353272565cee862fe722547
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04909497c52351ccc6373ef22291b63086f0a9dfdc9d05cf3cc45a97306fb895
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b9c5783db31fb61d471ab308050d4b6b6e567f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4402e2ee1f5843a2b858f49bb880c5ac1164eb0d81dbd57f532ea7c12deb08cc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8b06915e5e3479c8a5df780d9b753372301c72
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218b406bbe596698902268eb033f4e54b8dca258e93e74e17ac204dffb6636c4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa088b400d745f9574b7c3e85a031310ce1950b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbff4889d10e4a7c9b5b67ad04b000f577b148b7fadce82bfd90313ba13f5fa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7056ebb54714194aa8ed1e449aebcc18ca6db99e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d74152d667fbbf404ac0e611fc49f5bb5c753d0234c60469f11cd49fae7957b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ced019fbb5d43b06d30c34cae0628ef72f6fb46
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd99a69bfde38c8114dfe11b60f8902d174ed4ec9e661ffd26af571d05a8056
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da157bd407ebd4785df6d21b5f0f719d5e62e449
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f075799212198af7b9b2bbf6e3bf5e97bc14aeea98a9ce6a4f63b399eabd485
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75294a992f4723e2a9e0e1f6e808c59fdcbd6fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79c5c328afe254e28f4750d054ec7bffc231389e62b5281d91729991ea0f37d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4917173db915aaaac0a8b6d8983bd69c78a4670e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00a05951e49e7c899fe13723f904518a79bd8f80e2547b4ebae73dd221e3a98
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06265cca73555c12b30b485d17c47bad3c27f795
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3e612315dadba6b3312441db49ea67c5a36dedc0c700e5edbae6e5f25d714c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10f3bb56b7559cc71fd21888e57cc9fbbcd8853
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa61d6c348b9bb4824dfa436ff0545976266bf2b686b51af4624609650d4feb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a90882916a2529a1ef7113a5d3c1a517e369ef8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401bfbbbd423313efe8b6ff707f82a5a38b9c2c67ec543159ed5f2ec2166b51b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6a1a95edf9bb97303a6b6168087dfce453823f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089524a155b52cf7a78b7037c2ec2695db40448cf045555f5828a73a074144be
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e083f8fb4439eb6d105c5826b81b3aea481843be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506c4ed2d41a19f574c3c0bc99d9f64ed330c2419b7834efaa6b26f1ba3f2d42
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395aedf52d54dd740e6ee198aa382c6f772ff5ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03afc7d347f76a3396bdb6a8a6d4e4676fc0089070fa21daf37fd6f6de71e559
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4aa02b4c6b79c587b2c3ce2d28742df9600ac63
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82142bb8d645c7373ca2741a6bc32f4860b26a21f62c572d45a0bc77556aaa84
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fae3efe0e4820f7f85ccf67fa20dafee3d7c5c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f64fa9b6e39fd516a1f1b1dda9aac7997fac3a174b3745fa7c732b74324fa09
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59a2bc9f31cc042a16877b2756a02e45b9183a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81cbac06d128f2ce88b87e97d9f8001e5bad2d111b0c301108ebb82c14dba2b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e42bd6d684c7e5821bb5731189d49d11b8edc3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fbe8c8efa6e14c9c36828d1d1000ba8ac9d3c3d837c1d526edb4cff980f24e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba9a426c1ad02f0ad582940984bd17747b86eef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570bb88e6a65f67979fd320e5904292840b680baca2b57ce29b3025f5da3d973
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311412406d6dc5ddbcdb5fa71f3fdc02209e88b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073c869a24d9581c5730ec54c07f46c149c90414e67901cca85286bc8c29f36a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d171d166ea04406770eb34e7135d5d78e0ed960
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865a6db621d2193f88b1430c1bc11e32dbf9fe6a469b34b026efffd4bfe54195
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331e42de36f3fb452adb36096e21b80067e18d51
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e753e639e142af0768e17aa815ad0f9daad47c906deaf19e64949a3838fd8dd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f45ce7883403fb597a916fa3dd013b07afc9663
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d32a34349c8d7e6bcf920e817b9ae7151c5eb274208430b1c7b8acee7d434d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a89b60a7c36a79f336393d4a7cef63b6529eaea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630ca2925c1d7d1cbbc8edb4d6fb65a0f11c62d55857f47b9a7fd0d57b5dead7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a28c2c7a733db7953dc688306a07274f978907f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32c22ceb09c374274b13a9da7a33e9c021d16bf1c1e98f5ec53d87c09f78763
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7068bdfc297b702ba280270f64588f60beea68f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025faeabac2618fb1541b53f65ff172a3ae87afd95f966c363f67d7649cc4613
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5554ff5518e531264a4e942c27408868f6fbf7c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9816a0cce35d5fe18d955d2fe4b8201163d38075e51a9db3339bc73c7638a2a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683e9f443f381816b4cd15a4bb55ccc81134b07b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2e4126c006f24abb0f72f93b3a7dc8ca99eb16c66edd10ab1c62b6fc40df79
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58189c7d0221e5643a03199128c5ae3d4c78f997
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bce48ba09da0e30c562775229713a06963f49574c169b6c54862f0e0d8db9c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271f1db4aa430fe9a29c8ed083160e32e56b4374
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e863e77e6c623b203e1af9fb847c0d138489e87c731c9647baa6ac4b3c13d976
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4824ad9b0d9b3af69e1f92c3a1d3e5e272f5f6a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659e09087ba60abaf1d333adf94c3b1fe8860625db143945ed37f396e91a6309
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8807f9cbc526ad1ec330582daf106c4f61fd1100
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad944260a8599eaa9a2f5f620e183423b8cd89e9e0de1772c325f9221c2e9ef3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4984723342306d3db37675ad0607141afd7f220
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae009014e39e1c97fc2823977c8151b72e96d77d768c96b181b9ef251b94f00b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca89221fe024a5d7dbcb5be5511fccffda1b99d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c73d493a388c4773ce437f54a4b1b6e44e14f6888a80158d5d9becd38c16db
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a85c0f1352dd0c8ae5dbe357626a7dab5e6ae5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c6d8514fbf712baaa6266da103b7df9c6119b2f723c20f13f25f841a0fa256
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf395fb2e85ed4bfcfa21fdbd5246e447183f1be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf39762043b4c6fa72c66a02b8c67b05ae347e3632c9cf65faa96d40ba679657
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8528ac5ae8838f9a0545a3cbe8ba9084dc45fe4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32e60c9561c817591c1266872ceda878d65348c2aa29e7f4ccb30723b340b38
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def3dbff819cd2ef453d92b950a925585d69aed9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f197057f5e76ce104985fd0f612eacdd127626c311e1f52f332dd356d891fe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e00fe53b44c735235dbd4ce2681eefe2ea2b35c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60ea1b1f1cda374d2f9275ba0efc2f5de405d086f471159b29fc9c6992ab94c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd0b50c1cf6ec3d2e45e1e5cbdacb607f37ef6e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6908beaa59cae56ba08c71d893974d8a581091f0b881b70dea8c54c6df700b8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c36678744d395558929e19e3d70d3ebd9f6a5d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8fc9cd30b27b7e49ca30a2b94731562edd7ec0918ec7af1421db3d8859aed7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248703add344e0df7f8a6e4a306b6a507832b894
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5de5d62f709f4bc1ca194f2fa5dd0ddc0271500f3e9b0734bdd98a45aced9a3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7504739f7c9f871c2e2dbbadd505ef29a8f87c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ecde249eb11e9d9c8d78952e784e30c65b83f623cbc36d7e31efb8c740c8b0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea38b9756a0faac02a98fd868541d226bb067399
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4b438b35338bcbf7d270c966bb7725b2b865879e5077fb30719c6d052c1212
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59afa3b9accb5fc61705166d93c0fff6e594308
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93af9ac37a737300113050b9c327f9f5f5c70333ac50cc370abae4dc27b1451
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e450c60a1e7afecea9732a14cafc759b9af2e335
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164ee894bafbd7aec511f475c5b7b39567f93a6b4d37d8b61af59e96c065906f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563f5ebd3da9af0a22c6a96657cb27108dfa49d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2e32166666c3d36880487e238db257097fb40d568b26f036ba6f073909804d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b70383031bd6c606ea16c0d73697a2ae3ca8eb0c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f712a9f80e301a01ff843a11a478eea09bf6f3b464777556d9d6d5d8bab2676d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3954f3a7be5a1547eb949748eba04f0a9c0a0673
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc853bb83d548db04060f31baceca1a9698c5b3fc7da2209c25975503917f8e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61011f440447e7d93190c4567e0d5b406a86c5ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b84bb8b3cbe6b7712351378fcb671dd5ab1cbcb7e1da534f0cf57fea74d920d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ad17355d55fb7bd509bb1c237d84a9e9d2c462
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4963e90da94dac57e0b6a1321f6e2f057c14a119c7834d097e898b506b05a1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bdc3ebf8b0484d58918ce6eb951e8fffdb2ada
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fbc4a93d4bff193792f9fd4782fa07f2f8d72afc383f5d07ac132d2c2f0a7a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce78ed5c01c78bfb07aba6ec321130e9d704488e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58feb5b3c410910cb82375a14ca11db1b72c8d7f7635f24dcf55b70cfaed78a7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9507da182f7e50f9f0da12ad2b80366606132d6a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa2699db9a4ae0e2812d57f581ae656e79cfa75798296796381e9d3137350aa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0083995dbb47ed128a861350e83c61902a75a94
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea85af6b9479dc9e5a2dca02de7a4b80485fcc0ccc4eb60f7cf85a9cd26e5693
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a03a2b83409fd10003052d74977d4b35c22998
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290ae5d3eb191b1271367f42d454dc54a8cc947c6d684c5fd4e0969636b1f4d1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b499e0af376ca19480a97d0e427a406c7f6397f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5f59ed2c17d10c7a1cc721125765901d37d308e5b6df54ff701d9101ad3080
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b69b77e3105df5655fe0b2c8bf8b9197773e2b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88313b496167b30886330ecd7b7558821bdf623c23596e2ec71c4280faeaaec
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22ab97d98ed279f03f56c5c9e42bfb53fcd678c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fa5efa91b6e7a565bec883a345b5935a57c3528c0112323613b820796bced0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e4d14808ba4067e1ceb5967f0c29186e587e97
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfdbd7e68e2da81b0b453db0ffdb2ce499807be9aec205241d89aff5a4917bb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc3e46781c15b52f17c22dcf9c7089f3e7b895a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb64c502df93c1ebaa7a3fbe010d3a19e3ada6c2209727a0c5f5fece619a09e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d18141d98edff094fea5deb3d6f18e4736e19d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7376f32fae7ce2d94b04be1e56652683b938b9c641c4dadaeb3c9f3203bbf1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62266f74c0c41a5b9f4c64a89f180f3fe7e12ef0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c08f9dc4f31c696c6ce80548e6c94d711bec667e2ea28d6fc8fd7cb1fbf842d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127f570e3f4dc4eb44be6d8568bcf134afc12fd1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd8fb76563a3983ea2e252f0997f9da8033adbcf9d013f81e6f3a021c337e92
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894970fc63f9aacebb769d09afa1ffd5c9a60def
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124a9d5cae139679437c6f2532cd9ce55cda6b3b7e636b5add62c2570ba09efa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891b06a6da5cc182631e4f1933949b5a96382729
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b2ba009bb29a4e51abcc268b5413d800ee34f2302d757e8e56baf7e858d886
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae9f9af79dda33849853f78c51e3c32b1433d6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96b715f85917978f40fedbf354c52a6acd943a5ccb34f5386fe7a7289100b19
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e329337eda1ab75e7ebc68d16433d9b6ca8c3c81
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94c9cf803945872c5969f3c8b1c8e463128836cb8fbaeb7138ac5f4502530f1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5bdd9f73007ccee63f119dc7a343e1a99ed35d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321af82138523d512095853d70ba59f6780ec8f40a90f9cbf278f8988fb0c201
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17af67e51ea92625bf6cd294243e206ee8c5e1a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2952b04e21e1239497442275c5f82d5eb5ee5cf1fb51db32bdbb47a56fc43e85
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2aa060b959f3023ab0c81668f600c4f64f4194
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f25e02abb93084e63ff88579a3452dc88c267a441a66033ad64724f9494a86
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f24381977c86731477a52d09b2d63d1ce3796ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfcd283ede28e64ef4ad38df5855ae72e617523c4049dcf0bf1e8ac23510c597
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec0030c48fe30e6deae011dee3ea35c8a63da5c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a097d9a2891de32bcbabc1458b4b8a1b76e1267dac08b5d93da9125c3e28882
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd004765c8188a6c5eb1ee63fe843447d73f2a54
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da54e97f95fe2d50c14f9ae3ab3f1b3e4c16397d066509a3ef8664263d4946c0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc5229b403690beea18bafb87ae33ca42fa29f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c372bede18c84e72d02ab59269ee73bf3fe39a8b06f39277744da23e6da145c8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201895d128497e02d3d2ae854d986c87403d1e34
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa1040cab567a66d9e3e8cee23b3c8e9f0aa567e21c8c913c451d9f1e6aa919
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a6ea9263896ce45de88b4de2a3db1b9eeebb26
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847ab2e17a61e9b51e4729b0fb38a7e5fc64df152c3f345c1f31941aa5eea009
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115ad75d1d2968a3811dae176a93cc898e9728d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f1f74c788d7ceeeb6049eeffd5859824b34ce92e6c7c7219fdf131c42038e9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63a67ffb069caa569887275b42ea8c10814269f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f5459efca8e6cdd7e572e8bdb765eb60b36c97214e20e99652fede5650d248
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad2380d18917027e6ff54e2112075af5bb492ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e979b9f4f66582e3aa089b1066574c5950cde19b73209bb7a0dfa06200c54d6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b9d142eed3cddf2b522fcb28cd82993303f3c6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ad018be3b10cd2935cedd1f88d7319b0659cecb42409199120f14c74a03bc7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ba938eb7e989c553bf1ac8f6d8a15d812a78bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466021819ddb0090d1549386dbea74e89a7dd8e3f937d6bfe7ad106b25a3a094
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645f3116fd9a476c81da9c6b1acbca60b97b6397
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d771101696b4670dc2a3e24f1c4de19b9f62f20200e3a0130dbefa4a3010c0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a17598535c9f0417ee7594aff38021b0fa9ed50
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa976340c7534c658c0a925a535709be5fd960468df66cf633b168451b7f9605
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4539623031bf63544cb7a6b90a7b36cb2a66b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa1ecfd1d6faf3cc22acd0565e665851f880275600fe6a86241ba3b780b5acf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3c7067fa33dbb2c9c813f3557ef6449b1fda92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f11d032fd782507a437810e47986fd49b6d37866103e31dc2a1d0d640b0efb51
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f6187c5cb625141572c62be5fb686095f23538
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba1e348280131c44beff4ddb7f0e635f62a1ebe01d7eaceb00384e841e07ca8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c1a46eed8be33ef0554a5e11aa41c5107a9579
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6505b02e6a732191794a2a1d07187e2efba27f41144cfc3a9f30c2a7c634bfe
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0bd3d444f80ccec7d2571fc96660cdeea79bbe1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f79f82f0121c3badaf6649bc65bf3e393faa59f4e2841aa4a884c8b4afe68d3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2390451dff19b482cbddd27195e21ab8469c412
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2297fd9ea5a3e93699bde736d4a33fc15b0e15eff3a58856fd041f6b8eab8902
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16a32ae8737ac88bcbe7e7094aab044ca305f584
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01f021c72e53fc8b1c23e749f8de6e13322360993ee379ab11a998e709eab28
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7c1d212a0a1d8068f451f6e0bf5e643ef957d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffa416ece7be08f06e67a54a8015d4e8a00a6cccea658d36ded1819dc3bec08
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118726939c6dcc8ed4c929784dd4e6c764ba9150
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8ae84702e8c06bc2d0de5e1b3798f41eb472e71050d072856dc8dfb948de51
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c4963f2a5cb9356d15841ec2f26ce2b6754f27
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a5da5547d895b9978caa6318740e1cb96d7bfe47dfbb976fcdc039a577ba06
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54dd7b422b32d185ab9032381e0bdb04917901c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa207b29875996bb2fa569f796a9b9d95e3cc8f4f39e84733e24bdefb72c7837
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ae096fd1c7e2475961dc2bc182e6764f37050c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a7e73603d6cab135d6e1c767d38dd70a312e0dea462761f18e7ecd35fb5f15
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93ca69adf2bbe15c7b60e75ad755ba000a3aead
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4416dd2355af18403ba368032d7431621a8239c258c0038f13cb80f5949e218
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2b2166127600d388a2f1ee38936e2c1d1f504c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8170ba770153168063dcbb91cfc8e7bf4eb12604a43db342f218f3ccdb805732
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62dda397ec9016fbbf1cea684f805b46f10457ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d24141f02ef6811f8b7d98cc24eae978017733db437d3d8716df287ce3e578
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e61bafa4d45a6eefd4f4db8fd4be060051b7fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e1bdcaf2f67d75bbab47c645f33c56655437d51f2361048df560e2873c5197
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686d73f1eadf8a0224bb7077b3f4a91e0411690b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0671d8873dadd2dcc23dfcf498a5518e2780776f9972700d523b3d7f7c7fc67c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a81f151bd5d99856e1741474f71352eb770a17
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f7aafb97f628669550ac1dcb85f75137260790d54df2450e3ad992b1167748
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba65490bc516eaaff1c0cc84bbc7d78ddc15c20e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3dd70cb8d8070dd60a7141f48b2191048a2bcaa973015928e4d7810891dfc6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b02a2638d42d0b076b3bdeb3c407ce9400ab41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae94cac712f4d03d388944c4afd473fa58a711cc9bcc7927532bb216169b489
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8364e0de89dcfe6a782745d73f381680a9a598c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062d27c5340ea8e67a3e1218e4cca688e0eb859be917135c30a4859d0a962b6a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49a3d756a90efb1f726fc009b88176b14dbb3ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a31fd598c633649e868ccabfbe8f58364fbf5dfffddd0cd0e6da880aa6ce38
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b55f7163034cef0647c745f59263a4ad183b173
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021cc175016601b31969c05d850c809f814f032a3d58745d6f6a2d7779da57fa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e13d6cc2a60a2bceb925eee966e2a0ab056018
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e5754cdc05715f6e700b7dcaf194f96a33b7aa0df967c08df0c2b7e0d5d8e9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96850e34b6600480fb20a676569cc6a7998fea3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49beea4eeacf878faf7a507ba7401a1db8924740506eeeef94eff646060c6a25
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60630c8858018e63619bdd215b644481f1249184
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a249e5a0114f89e08bb926a1ad6f0e538be295826cc78b3e1328fe88f9ebbb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21dd2fb0774b9ff28211a9d6bb02ae88545f31fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6703cfcd10e142033f2060e866bade1a99cac777ace420e624c3f38a7930d1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bfaae2c0ba04fc3adb248257f31bf0345f34337
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11074b72e85ab1ca2559707346d1d1b724d21df3c48c7adf090a160b7b6b9eb4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f478d8ec23f6e7377093edb12e70a739f007425
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86ba813c7032bdaaa313539966dea8cfaf89635de3cb76889ceeffc64c53862
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2cd3792158d2d95228dde07670d4166423a1e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405885f23084bfd504c42cd11a22470a79d172be102b0128613cbe87cae90c49
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65af023be6fb00892e64e42020bf72c31fb85599
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64515f2772464ab78b776bd0e48f9fa1def101532a3d99eb8ce742d47973f67e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766df0d2be19e3b32ae751647e2ba2471c21da21
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35768c705e9f5d2557138b645252c62d8a981ec475a4cc37a13149177acd7e65
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3679b8066ad540380c2d6c7ffc198544ed7ff1a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e885f0d9383d2bdf8d5a78afc334096e270f6baa9fdc31cc53d45bdd27c5b6b8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5fd293f547cc1dae58ca9347710e56f9ebd2c7c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5746623660582d5597e50c1fd3a526ab76865b302001df1d3a4118d7034fca3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da4579490d36165d3bcdc74ee15b07d30656b99
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b389e2c46e1acaeea45fb02a1075aa09db422af656e0f72069f1246d9d00d7c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd7aef3da976cd51f5ad0a7bda141d1e6610984
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ee51093acb509db460e94b794f0a2b33b1702f4af59094fb2096fc586f4c5d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bcb0e29825ffc9e3825fbbbc1c0cf7b1cd3a2af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766b6d9e081fbfc432110fd93ec8476ffcf33bd424cb7304e77ca12e8ad163c9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a24aea3d7ff463fa84b55079373729a848e1b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336a31e458be23dddddd09874c047403e43c295e2c13d9b9fc98a18fe8c7712c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df264940a3befd823e586c14708f7cb744522f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665de61b0dd817fd05d669dfc84ff4de82105be88cc9136176340db5c775186f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51676034414e914626430daee06049d917dea5c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c964c40051a1229e1535382fce8e4a81f50f75dbae977ff5dcc3c4b9c522952e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feaedd6d91b53e0b424823f0ac0e93ab8cb25815
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e8cd41ff240982e970a8fdaa268af5c7a7018c1a2a8e80d9d48e4a633c6559
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a857f80a469a856383843d9b009cda27d0def381
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0bd6b1617adea5ade5535f29494c19d08e6ded2750099af462c3fc0b39ab51
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c580ddd71e01d093c3e1ccfca82346c7fa7469
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1fbba102657c7908fa94fc93cfe9207f51d22dbbc6ce3b7a50163b8565ff12
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c4a65d5491e71456c95bbe771880e4971e94d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0954f9337bb74e06aa675457858fb4ba9fee1745cc85f361bc1716a400cf6395
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0206b9953795cf069db250e85e25dd0c30ce92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64275f7582baf7033e727e209da7eb26be595c06d4ad8b39ff7f030e697b5752
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011b136d8c12aa7bb12fa42baaa2a9fc6aaa4c0b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536bcc206c96a9cd56841107224596d779396b64a3ba38f9e04a1badc1a2c335
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8103c588cb3c3aa32fa00aba63fa70f33c558d09
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38eab9e9160e4f46a2e72a49d597ad2301818f4e9fe572243b57b477fc3552a2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9487fb20b4250810fc8920ca009ae7850ed9a44a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6116ba13ff34cc8f28ed485ea368b59c4c7163a1d6521093fe1259dfac246984
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..635c5ff276443e289f9a760891757cfaa2f86c64
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6d8416b8ade57daaf33c4832b715584752d8522d5babc98ae34a50bd9dd97d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa1e81c18ee4d469064aa7ca5c00209b2b2a117
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c1633e9f86526fa7015eb63d463389d85aa61e58a5dedbd5707339702bc820
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95864ef688b031d5027105890d9267366a1a2625
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df7b6c2fec7186202a0d51c33a5d276eb2162843d888a5e84ab55e119747804
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93d4b434e8a6b475784235b003f644b9c3c38b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa6f9a96b56bf0fa72a2f06dc28372f271465f13747eed34f3872b66495f8e9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c94c13ca192fe85c2d7f83525b6bd2ddbf090dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7507b72c0b351d5279cf1894041b266048a4c9f5f96a51599bb3b1e73f6c8ea
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303ea2b6aa2e313e10f1d2e01cb4c3557520a697
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27fd5dba34345d19d6873ecdf146ebbb1bf7dda5b9996f1cfacf3bdd6993cb2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1b02b430954cc3be58bb5ec358dd8281051a7f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea438949c2393fe15d4b41ba95d1e9c2897e0bfa724a8fd9390e7e6953de329
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d805e4e56cb395c11a2b96e785b345f01fab18eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31d20391b11346f86a4c8aa8cd1363ce7dcddeec3c5b1af193c64c038823bf9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029ce272214fbd2198ae7b6d986241bdaaafa150
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c99a5c91105c312dd4bcefda8bce92c121315f6518604b7320e9566671f8d8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e853c23454413d425cce5e159ffb4e5065840cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52dc750a22559887c10ea11848f46859577a4a83adac020fb30e77d6e460c07d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2390db4d35e142f5510aa949614a4c742f26236b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedfbe2c2d58f2aa9518cd7048bd42e250eedb8a10c51629b069c1e7514ebb2d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b38c1803e13d402f014bcce3215b132c872b24d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0f122d353c7e59395246669faa6d1147e1629911e437e84d6add0de5d6f841
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8b3e08c1cf61cb665f87d1cc1f95c865181388
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a38df40dd850a4c73e3ce68c3e1d2a70afdbecab47e1d51410144e1de305353
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54d80999663f33db0802bc5c56d76521095dff5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb180b23d893869d7c70b64a2646ffc99a55720cad3cef1d2116e5583719e442
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517778c4b19398e86d0a1e364745d74516836298
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96fb546a69880814d70867146a1724588142e56f25c8121c5f62c8faf1c30e8f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9626fc4982f3cabeb7eeb9cfcff4e4f5cc00db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971b37df0e36537231b32fbe447dda3c12913223e7ca31312d6484a88982711d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80085107b9a9cc9810c97eff9a92a0f31ef3df35
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3201f3968ca818fe9d4cd388eff1d3e248edbcff63ef95a983266eee6550b0a7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f87caae1f87b36a5fd4b1288d9537666f81050
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9d880364a0aa0c63dbcb35b70ef44d05420571510b2d504a002896765884eb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9e83a16ef591502bcd36134decfca62c83a906
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b88b5ed7280eced5548e30cf1f939e363735f6737cff2b3cd346b6cdd166e6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387825c43d314ef7c31d4958638076cc64d7fdf2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4887db5cf44b11e067d5939a8ddf32d688ac97ddc70d6f16833c7eb40c6693
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f2db47170e9d2f6bac0f3a0060394bd9bd8745
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c99cacf9dff9748badb085e3e9666a01258a478f626a7b35ea2987cfd6716e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374258bff59f7d77aa3acb678c3635d1551edb21
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f41cfa215c57979c8c39b7cf745ba4ea0384d16dc004c332a24ba38a9dbae4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340fc2ac5e46dd4592f6e94b8314cd35f041b9dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6540e53ec1337416280d141761bde5580af05f9d0efdd7f6b991778e804da2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa5203e6e218402ae88f8743659226f2820ed11
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0156fdf3663e5d4de47b4e635befeced9859a959b87b0e4c04de39ecf1acb484
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6be7a2093f800c35c05bca45487ee9aede6cea0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846260a39ea55140cd30fef6e3b2eb1464492bb5096c32f0a3d429e1b75338d0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1eb1ff6bce44b8bfe269799d9a06bd252a5637
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17212958eb0f4882325891c6c81cf7a61fd780b97ef844338deb2618ada6876f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7c317a51ef8c26a6f1024c3516b83b3edbc8e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbe574d4301fcbe53a782c868a9dae75b05495a692d8cd0f1cacb899b3cb2fb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16dbcbb597ef7f3e30a6a1f071aadfcfdf1cc6bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a1bee9831f44e22392814c71cfd7da8d6055775ae988cd23b73a48df86252f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131ce0d92efac184ff41bc02aa429fd84301957c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4825206befd1721c0c941d6b77afab2751dec74b16c9bb60beb09ee2739d32f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9457654b29504e4519645add2f9300b48c78559c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea4e740d8882ee71ab78994f76000b394927e76cb6e7191f8f0c70797dc5c8b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab05ed71b883f5563f0b047dcc101c32180dd986
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81474183fd2f03cee3f5d0f8d7d362190e273a85346692cd0e8f6b711460870e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f08c82c8be2c0ad15be35762375ce68b9226c15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89cc4366e08668c1b6f3bb98bfac9f2281e62becce0492326c024bc6789fffa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8553550ac4d0fbb2816ba88ce67aabe857e749ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e80d22494c4d3cd5a03d8b64eaa495ae6cda8e3199ffc2b768c24ea4e43542
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec880b6a351bf07792ebe7aae70efe5683d5352
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c731d2cce623eb48d1b41bec483a88ecf39b3ef60738fce50b7a390ebfa365c8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d812a4a0a3c0f699130375f73d94f5602ce067
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640461ab0b004061fe8c677d34916327d29a82d9decc5bd66d3e67825f568b9e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4ecc753dd2e3ae8c1326c53ecd19c48603f2e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31a2ca6aeb8fad146f4c0cd060d00b7293bfc9d2062e0a740afedbf8e915c26
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..325746b8351d7c55a18c20240e810f3386d570a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084d2f8ceef2b67bfef6c445eefe0fc6385e971f5fe8c7dbd80da5d6ebcb9646
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80952fffe92c9562c164c6b0e47566ed30fab363
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac0079dacb7cac95254bfde4fdfcd6b88f1b3fd0ffb6dc79e482bda0635f5c6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2db4fa3410f2532c7b2a3131df60952bad4658d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0fbc7b472c5058fd2ffcd64ed6107ef45d6d0fd4f0e7d3c643521a9cb16c0d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507706e3df68d35bd06f5ca2110c7c6d12549c55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7b070564145e6497f0ab1337b8202b7756a5a4fc4edd4678ea35ab1cffffca
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad4a36246eed8bc2ab8f7bd85b68b66e04d7be2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37bb58079a901d3a28603c0420110eba09cf9ab34d21e01629af0e92bc2d9946
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bb8e208e5b88b816d6bac993785061d4d8b01c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6bb87050e98c3aaa08ed02965e1f428f6299a5983ee200c722c13b201e1a1f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cc6f345ebbe30f3770ced895114b05685f403a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e697dbdf3ee60e600271f5a8b922f9038e69f9b47edbc4f07256b95335a0538b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77d7f478e95dbf9565970deae0aaa09df2458a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9aec4390fc414ae7e12c242bd3686e1eb7264d7ec4ad3cdcffa08da1351451f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a767385a114030ad9b23b81ca5d35e85f6e09f2d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c900d411f763ff7a42ea75f2ba653cd2ef54e9a64a6def5f27ab714e4a53e9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b98377788472ae97a9473ac27f6a565e26d23ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8ed505a5a3f932f4e934090815b09f0fe6b526796b5e5e5a61314ecca5448e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02310b4bcf53374465443dfa32333b4ffd6991df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624cdc4209e49da79885f5badba088e93756c85536a4c1231580d16a66bf8288
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2869b7b3e99a482b20c3bbddc2f3a268fe902d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e55e805e1079d9847f01bb32767a54c667ad7fe6a80cfd058f84aa0e11c738
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3213a8e8f3d8465beee29420da883481477b801
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3aebc5744609a966288a3ba9f912bc6690d5ea39d3a1929a1b7176b1d57813f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efd28305aa19cc2f6069b9e9203f0cc1fc77f49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57ddf116142ca45b6b3a0f365969553233f9a7493c745688fcb111e9cb46527
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2c9b468b150a99a86224d9943ced8100aa8c30
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a3aec3fd2981e83f7fb72046569a57a07e07c034f0d7378a7ba8fc998929f1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e297335e46d4268ddb8122ba0cdf7e1995c7275a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4c4bd0fc815a0195aeacdacbd2a036c8acfe8117e2fb85d68fe678bea3e727
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f123cbe67278cf720b827426ea0d16abfac22cd9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94f64f7acdab88956f90d502629f2fff4f6de46782099df6ab25146323853d7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbe161b3ec5113f6e24b2536a3e5f56be67241d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c8c4a46c24827455339749cae5c9ced61ab3bd038afabf91d55368b776347d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa73d717361c86bfb248d85cd695623c8cae0bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f715a433d623a12f26460ec53fe59ee72b19974797415abc594cdb755c05272a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6bb4174c441c2684893f952fcb9e20611b1a31b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026f9692ac82ba6d9ae3724dc4cc187e16d93d8d74a65d6bb3d44c51741f62a9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cbae00d70d04deb7649222058acf26b61962da8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e783bfc14113d96b8816b911ddd6d082636261537fec31a2117e5ad1b31cc544
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fed52e48982002785e6d261da312e29a59e9109
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bbc06e485f1d9060a2b44f8818df5037f268894b8c24d8c203731f6bc35745
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42be174401a2f8dee44de1043f103223ccc0b18
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3168900faf91348af361fe312412adace0cfe789373204ba40e6519f7882394
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364f50c656b59fc428c1a85e5792d0bd031d563e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ca9ccba8da43b6cb80279f7cdc7f26125263a4ead6997c16b3cfe711bb9dbc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d04105478b8f4152af52153232f8bb69142df6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3275e6763ed10b0899a0b91a8af96ee76c4d47653dec502f34bb8a45052a6022
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d0d0efd15f5c377752fe0d4f0745b518743669
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014bbd5af555a723e088b94166d5c225f2a2cebdffd692ceda85f3bfd4f59276
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5cb46b1688bf615a7a2c2b6816fab5dbe782fb3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41804a2292b3ccf3b60b28e3202f13e72361e261358269eded9f8708be36f64c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf59ffb9a2305b166d83aaf4a9da37adbafbcf2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e4396d3b5b31c2606cd3b4f9a99b461dc7c8174ca36c05765394fe89cf7544
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb75c7258a63c4ba59bd3708ec581cc3e1649ebf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ab8842661ce703a49562bdf16f2c1d255330ff082e508b9fec08061186a6e1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2576f4edb307d87a84df5a8a6b510256afbc18
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16e8080ab648586d68349794e848edb5d7487ed23f73247b783d0a4691af377
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b397caa8dc9ffd08cbe3e65a45683f0234a00b89
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb491b3cfebab9fc0bd3a3a2cac262ee0c3cfc89df5b26f43b3db045afb1377
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31bf3e1a16b5481591a63714331ffbe195535c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e151a8cefa42600b9bcf922b3420d50feeb678b2113ed5ee299089a0fca0193
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de31c2341ef116c0708a86d758c4a649002d07d5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb8f78a1a335b724926eaff8afa780903193ba18a7d3d329eebcf8fbd4a9d32
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f77d2a8b40d429303880a25b5562b30bca15f45
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9700a2e1402e753980279dde7fb836d73d7559f122e7464334282cbdc5b6ef
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401962536d93490f2afb5523c9d832a508c75799
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5199267154139f9ec39a1f9d073d238275c17a6d0e37b0ec3180b1da7c719a7e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0880705bba1b88e8ec595daa910cd66d7b3db6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c372b4dda5ebf004fa3404e672ca745213958b54523049152bd75e02ceace1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3790737e10faa5f4d6830aab6a23588325a50e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adcd47fec7b74bf51ce868d5cd39f7a493aab3077d7662b232c72d92af6447b3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b3ae30f5dc9462bceaebdb5eeb1b4872c9aa25
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228a74f5c3149a24f6f8b05fd3654ecf02c38e5f8276edd12764740bd6dad82d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7643355e8a3bda9decafafc6ac0f694963d33805
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94575d6127ac2cd05aedc27302334095f1afd8f9146c6422cb83dcd630b74c6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6c3f2e9f62b81ecb2f6a7e466e211fbdbca973
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49332e25bc8d070a31f0e5aa8875aa86e1ff1c5e0c62e9b6c5117a40a9eb96e6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028ba7d95249c2a065457d4d7934127d50518485
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97d554594f35428fc3f06d9abab8f8360d005ac3c922e7db623847395caf839
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0d1c4d5026ed0cfe600819ec9287265dc601dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1200fe96f3b5387b2ffbc63384b7154e6fcea09c9a2b3a8d1942c8283d8ac30e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71d1df9ada3be47a3666b0589fc55a68fac4dcd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9cb91634c1b188436d963727d71ba3bafc1fca0a2defc8885e1e99852297de4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac4e89d707fa7e6b5495450f96baac567d55cfe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7629426f3b86674562cc6581c272f50aeb7e0a0cec6c66c326d109d884525ccf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c37b5b152ac600f1b5eee7419f24f903ce05cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e15bbc6032ee4aa7c20ccb95874d9596cb4b40a704358d36b69b552ffddcd8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae629921808e1ed3dd5b7ddfeb47add78f5d1f12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a81cdc9f42f6ee6fa5e9a1827eddd0b027410e5d088fe64efede8f847b3bcc0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11cbecef3a664bbe7597250c0bee7426d7d3b264
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3bd8c21d6ec4beffa7abde92dd4e8c1f46107535a23fac335b468efecfd362
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82508f2d6b93578fd756e598646f6781945f737a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e5be6d4b44146deea10a2adee9b7d614fb20b1fe5bbfef2e66868ca53a897a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae6be0ba21f918dcbcb1a2253c12a04f12fba0f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e39792506e814f44f1799788a7e97a429f25277297ddad1012fccdb05c378a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf22aea0602f02e009df45053c9c4f2ac373f297
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3045b7614ed0eaab2f873594c7667e5d4c61edfdce8a564fca0acfcf20de5030
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf82ca51bf8419ef84362ef2d545e18054e3b8c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47e27db98ab7ac2f6230efb062b062d3b864fb820e1e3ccbfd5f0542439c22b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f33eaa98809fa7c391b9c674dabde52b82aec00
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c2a17d6ad6b45b79b98e52a0e1d1139f430dd501ef541716f4381be49367cd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70dca98ea86ad879c158bca115fe5fe2e91b6e1b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885bcb4c5a48600d3e4c3387d8e02c5c66638a6be2b6f45f9b9a410b62e7c86f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de43959d47b7e5e7672dcf905219326d984de4e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e87292a23eea1f222e6199f488d16afd60613ef98b2850469add084a54caf7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a827f537aced664aea3d75f416ab3de505611be7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5664c3ef8facfbbc7df003f71fedb7df69c2ad42335399ed0ff628454e7703
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676179ddc096a271a5c67f62d485e3806c37bd18
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229c84dbeb6f60df40a1987375e56646c2e2d38a41d897b67ac63d327763e06e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b891b0aad4b4d858c9156623187764608dcd20bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910723aad311c73197f61396f8bcfa1ab18c54c1d4c26e3890f3c73f1a886ff8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0fab5eccbb054570bd3b209e3e92fc157c18094
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7c0035c0c8a0bff24c47660cf7fde2fc5c33c6375e37ddf91489e6353b0369
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2571ddb098d8ada62f7273364716cf69193065
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c120186b77ed8bd921d26251c9f464c1b4c402e932ae51c9fa0fd47a725f65e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354c5e84eb58a28d913f72411fbb82a8c268b363
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8a393c2f09b6b09711da77f9476cc1f24ea8774090899a034b70133a63c7b8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b24079589fc77840e8d9c0174014492f925135
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc47015f27d9465079ed72ba8d2c5ecae4241a23264e16065d123fdaa797e9b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e7946a7ab9237a08142a1c3591dd29fb364cfc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b69a80812180d34b62805183d128719c96fe22a1cce5d89533483c539d57d4a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf96ee92c9d21c0887f6a5323040d500cd5ba4e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab382f4e8ef7215b22d1ddebd886086dd4bdeacddc88c70eab869e3b3a5c0e0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b387998f8d64b95cc69571126c1bde7ba679da89
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8ad046189e82ef5a655daa6ef3f0812c87e0ba8904f2343ee25da4ede5ac36
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c3134982aa7983b7fb57a3ffa7c1be17926f4f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f631641827a4c8ad03bfa6bcf0265285218173f16a0221b1b9a1f90744f17b4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4135a99009263b47eb705b0967038adc707a098d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd533406cecdc253a2a46ded945a340a4bbd42d76c49916ad5fcce272186fad
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c6e20f107553544246288116d929629bb20781
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533cd66f9d86f520acb51eee394bf7ee4cebd53489c777982a19267d90b5bc01
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28df19ba8ec40491d6ed0a338ceb28db86bf0098
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d76cddf0378a8dc907872b6c67d9d9c9d898e2b4ad898b2135a484e607544a6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd76c1685376d7539844f7619392d23e0006891
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3343a3085c1cd840c531b75a433885ab6e4399c41278eb9ac2b00f9c5bd71268
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3588a51e08689af3cfa0425a4dcb689c81bd0fda
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41dc51ec6faef73f3e34b581a5ab831dcf293e7552628229162e04e369f76915
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5378b82bc1adc0734aa290fa078e205418d56a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51783ab3508ad348a745fdd94d71f9d437edec292913fb6ff74589c162abdc6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe88e8a1c3d5eacab7ee9f506f947f3e7d950dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3241356002f6c2118565913f4d446eef89b58f0d1b850d5088ecc6070b415026
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33781d90cb831961985b6e1c65901c478a1d92a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffec1dacb481879faec28db1b39998ab3dd900365b20235c82b4ca5a2fbe481
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e822294e4d92dc1da91633a5ebcc19716db8e8ae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5123db9a0c9d6eda8d0d0d69c022dd91cdab90b732840f54c9cbc65234909d19
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef9417a2c4a8519fa6c20c6171918aa567c497b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5d82684fac087dc23d654979536616e5deff650ffcac639033df03a74b6a1c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb1bbb44ed96abaa6be196302ad6993f050029f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e0d2c6941766176fc8bbec2d87fdbc443b86c99e6168f8c9993db417410285
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5447cd9e7ee2ba862d24efcf6e37c92d719fdcc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa0453debab42f086567df078d8b82f7065ef5076ca2fa2c55ba37ab3ffa973
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854e37ad1d509c5c22979f6393622ffd53d8c9f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091e3a522af1426ea0dcb6785cac347c02ac79b935974d4b5312878a13b4220b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2fa2b499a0947b8bc07102b9962e7fb282076d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b958efc218b43736d43476a212ae639c0a345e16e34a364080411c500099a713
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95c1a2c79671e1c4a7201009bf5a6ea4b066b40
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708578420a3fa347311091c89c51b0443c43114d50626f657f7a01299e2788a0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20787e720ff8eadb36c03d2412b0f218a3cc07b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aec477515a617e90088afff7ea6afefdaf3d8dabe994af701ed203d87cd65e2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8a1764045bbf153c3e136397851476a9bbb912
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4818239c82286da35865c4fea8b917e5c0ef30fc4d3f68ba5ef4dcff33dd28f8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91be7214c3c672227751c3185b6452af3aaa44e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0311c6baf97ae3b01e3907089cf74fc6f00beb57b6605e20c523f663f95275b1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa9318f36db32ad1f83b6c491aad386518a26a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a7721650c8d7b249c091bc211d8f5094c7c3f6698cb398a3078e91f993f119
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54beafd4770d7080ab50413c5e2e82e9662017d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1c010c25a49a0b2a631e15ff30fb60de53d251ea02164eb4f35b1ae5a6d10e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075de88470b149af7b233a56ce208374ffb194e6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61b71378baebaf2d2a4efcb9c5ef2d21673083a9d3406f3c69e32baa251b7d5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce993e0f3d006a91bd46193c722df15929180be1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64680a412523e7c546bff136d21745de3fb648c16650caa66647a7e9b0404398
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827886f86e33e049cfa97376222db257fabf21f3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da96ef5af21b500c88dbfd9ae386e174b7a4b3ed01a56923f3eb1a7cc46016e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa03659ed2eb0e1e4286ed7c54cc7ef5c156f2be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ec66b40d8b251ac3ba5127f9a6be85d5b3910641bc72fc1d778dcb86e26c1e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92643b74b3677c790e20dee1111f728ae3f9c2fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67da2d0411c8d5856434635c01d9a5b10aa3d30436b3096f3c3f741e6e21f739
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eee33a73d2fc455fb9c15b45fa5add8a6ff3c5a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2080a4ce3b1b01c451b6c6a987e862a043fd95d359fb48219e8a252948a2c050
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716e3e39e527cb79665ac7ab142e9f6835b30d39
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707394afa64b906bba2c5e348dc6465e9a295f45b17d49a6457a160206167956
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2223eb2fa04d3421ad0ec013a5e65abab0f204
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e192baae7055327220c13e03123bf389047fd00cb635207c66740dff464160c3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d942826176aaf25523f0ed56e0bcdbe237bd8cd9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af0dac7e5c14cad18b57736fc897009894d1dc03bbc7d73695b9e43a92685dc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2deb84847e93904df296d3545bd1de6f0e45cc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba437f751f43088d3c8dc97904b2d2f68e670b0e2c4ff74e77627449de02bb8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c613d407c9384a5fa8de1060c0c20b2608448304
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3287b3a2d225106a32598ad70ad48de34e89b5619f5d9e08ff62c8032a0aaa54
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9c26a7226ba6c411b2249b13c9b648b612ac10
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f88a9f66a59361cf2d60aaf0e327a1f289e3a765b5f689e909b57a202f6dec
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd31f8915a51cc0b5e19d2c5bd4d5d1e7e709497
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76387e1d2527e6df213f1f725f52e3c074cdd0559fa2637248d5342b8e6a298f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215847357acda2bc68127415cd005ef6acdfceb8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eae6d702504cb4aa3c6167cc99686ac98f5ca655d09d7eebbb1636886463547
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225324cb2d618aa2b3d0bf10bb359b2c04a03ec0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f518d4edd7f593c12991f4cbb736490dcd33a1077779e2bd3c53a20638c0f9ba
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b1f4e38e084dea9255d40a9de7bdf9ab39aac1b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeae13af25cc04742269a80552afab552d7e4008ac60a2d64a0d2d79be151ef9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b729f2e89f55364c92e535b4968d40377f8f13
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9dae74d0db1db7724725e6e8332260cbb48ae9ad75dcd586f1b21c16102eadc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311fe7ca07e5f9fd47c6882bf9ba77a088038579
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e45ad55cf561e7a30c2c9b1ce5cb8ae767734d30bbbbe9919c83b31d937437
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6c8870f2e07aa8f71ef273e2bc05d1371d1cfe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36b7d1156527bde5e270b7d3f5ec10f98e6c082dfa3c6828fba45a47097935e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0b8f7b5a1cfb80e67bf3aacf4e3c129c9a4053
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bfb4a05dd4dd5d2c35bd67b01b16ec07353f57cf5e05e8f12949862cb700d2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7456e859144579ea15f09a99960989e8c01259d8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee93eaee5c4e9f9d687342c159ae7ca17cdbbec755a7d977f893bec1abbfc25f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099bc2a3a3a2b020d65404838d32e242a4cbf12c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866c2a44b76c649406039e5a529239308c5311ee76707b49b13db4d19ebec051
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6018d6e40f4dda329b6d6bde1647dc1f105f1e57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6df195bd6516248b13e545fc4cab148aa8a5185728b4abc83370d8d04dfe1a6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be25f96b7c225fac1131d8a73d5d7a878ada4c13
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e118eda5f2f666263f434787b8c419f30f8e8ef426e2d2b140ad1f208bc18d00
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9350f301f043e0e948e78ad2a5f6813cb487f970
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e431a62f77c2bed2ad1248ba936456362188f854448586d3c2d8e9d52230cf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ce50dc597700856220bde6a19eb1279ddd0da6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979cec1f35318345c1f126a981678d3c447d8fab9f3ec999bbc60590ab594083
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e267cc31ae616f9835c1dd52c40a842ffcc9d77
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248caf0c878e944b294bcbe30906e6828049e360b5ac1ea8c133dd1f3fd88d73
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..983e972d46f89f7112886ea3e2ef279b9aa7ae13
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4a3f264aa9c7b62598dbe9be0e40438a8b1f5c09cdf16d513956d7925d1e17
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2639b903fd5ffe7813e6d246121260e5d8cf8288
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6160ffc0b40b508263bc4bff101cb4b571b01e4dd39ffe29f054c9a1298d2a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f1dacc7d538286943223d31ea5cac5caa65ed0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0dd2281f33b5369d3885a98b7a009fbabee981b13642f0b3608dd032a890f46
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31180c5dc327928b3b8b8b5ca2eb76eec35ae2f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7a840e0ce855d35e3daaff05e5c4dd8e931ff19cdaf506212526fa69274e5a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8e07020af76a49e38bde1634c5470275eee619
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68cde3171bb1545eb9782a06db1ee4571d9614d4bf54ea039a096498b30e2b40
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e394db25f5ac3922f0b9426b4d9bcbb8cddfe902
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06653b989559c54f3960d99c82bf2501e950be8c65dbacbb1475a18b56d6b874
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9596a04747bcda911aff39fdac64ae556a631bdc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b502d6d7b5b85ecae6039b52c1e129c863c14db6f8946a87b8d4c6383f6c00
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1dca981c2a6922f89bf06317fea42af53b0ffb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792f81abe78e0a619c7b33e7a34abcaed2ab0ad1aec23462b13970de39551a46
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84bbb419aa09c01dd0b3f1188703bf595c339405
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3488407827b363161affd8572f16a02ca30c9af90e2b99014611a493dd3c62c2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869fcc287f2a277c7a92e86eb615b8a5a64871ae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e91404f7ad42b6419b514dd4adcaf4b3b57bbacda72b4f2838b1d811b484215
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ae9e2ba7571073eef3992bd9f0b4b3d4a4777c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a091858a686acfa8e3cac1399515c4d6c01250b61259fef68e0d940d28aba095
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a3193201ba0585d471231df477c9533e96e0b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf9659a67b3cf3ef98fb2105bf4b671713d56b598d0da3b4117bfafa1812b09
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e55b907100931578cfc9791a50c780762ed085
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7514b156c776dee46e9033f4d43fd86bec59a4eaf639d72c4c58d57f38c52d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2c2dd11a8cac68d9348b0c387aee06037b3afb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c362dffdcc2c0562a50ef04a331232857d47583b3d014bb5a604be6b2936cd8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab397bad27a0fa8bb5806837173538995473f7eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52635e08cdebfde1d2017c5385b4eabea7d569527ea578cd7d9c34d9d2e3782e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6770ce2c3aa2aabcd98ba73839ad783da901f750
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2319f15b1d9f8eea610a3e5ffa00bdd5467a865d699d0e5dfd7f89111f9545d6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c641e037183ec07d3f810f17954a349650978b86
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76dd86576d0a6808d11a74263cb9efbdcfba7a59b6caef55b5da762fbb471ee
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7421abb3bf18bd41f8aa8d90fc7d76615dff593e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4f441b6895085d76f5120d2e473011451866648c139ab1963352c36d2bbb62
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb16887aaa4cd168b2befc3f2df8c224b1a8915f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a0783cd362dcc8270f4eb99a25ae4d06fdba3f7cac528fae010f72061c4c70
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22258422b6b76b9cafcbb242407e71ea46b6e1d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba49818781ae2570f016ed34da649dd8e55568741527b8a6fe0e39ccc649ec0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_10/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e118fd3d81bf9bedfb17244cbd8c0a9e961012
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128b17510683dbf6d1ec6ef6b248b8c9af852a4ec40c0745c067a7bde631bbb8
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9394d4c129a4d4dd85e7d39d490e90bc94b72fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48fbdf6c3c67840409cbe2539798ffd57f56ba77bec44459bae8a88d89f8776
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed1dbca421895708dd1e96c594c467606ad4cc4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b47925e3dcffebe0c675ea4e39dc6c8ca80e64e7649c3c9042f4cb25f8544b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86e6f3e92437a235ac1ca7d6869ccbf615c992b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16968cb5a93cd357a56f351fa1a2b3807b71cb23e1fde450257c9e9c249d184
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb58d8557a18e91147bc4efff9ccb1f8798501c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ece8136b0abc78c5d263b226f256b5136c80a847a5c409eed01182c789fe4a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9207e38f20c32c78ef2ad1d747b88bef181d4ba1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1983730287c4b6b3b60c3fd712ea7759887af522e3499eb351084b97d58d254a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65f85032f50a25cc5f2999ad7ebc11021342673
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16bf23bfac7cd063e75fc8008c64d7f797ad9da4a625fffad0065e6ef07dcf14
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b4a529ea38a1fadd853d3830bdfc5262f4f0a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e55603df8e2a99cb88eff32c180b1305918dc8632b6e3ce424f47f0bc015ab0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888dce2a14dae67ff10484b0a3f0df9cdc223630
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554bd47caa48b637c5c3a27fcfb32bcfcf1d0d25fa4aeb4562b43a19ffa755e1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162bf2dbdd2ce27698af98ddc1d9bfd9108bc23d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77886cdce75b8cea57c0248020d2cae554c8e79cd2d45fc2b479bed15120775d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e7e4675806b4fe5361824d513a63e9ecba42b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1354eb387b66223f88034a5f4dd5f49f9ea7e906ae60d49b1e7b54454db19b69
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e71daf2b75eb485e1320d7181b5fcff3066a1e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e58d36c3ce465ac1cf0b7b22daef5ae5aeeacca7b366f56787c5444b55458c6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b79b5b9bdb0e033d19ec49c096c8d760e3af94d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b662cf3bd2031be310c8ee58417968a899f8c30ed9b91f7b615ba5d7642ec1ba
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50afc7b0355cdc588e87976ab6f6748ec5dc00ff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6899139cb3dc8c3caa42bd4dc3eb8dc685f77bb9b09bcf8e7fb6cc191071313
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93999a493bdb0a7d35c6e2d2501bdd02668b1773
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70760eb8aa2443adc8a7c08c059802e4363ae6b8a47e9052b1644821a13e5b90
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48063e803abfeb77a8eacf83e8f1eadb1a5e010
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3bc4c112404ef4648c6782a422f06cd10984e50f06e79586d05ba49299fc9e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238a2699eaeeb38d918988eece8725fc2489984d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890406651428cb8afa09be368be1c1906581659df633f47e4bc1672b152f6320
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500407d62373021d2d000e1c6103f1734cc42a73
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f7543414393d9427ac73f061f097ebaf3b59a2a70254290d782392ff6dbe6a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e0e8e42d0fc201362490229b123457a77e0ba8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce77371e82034a9214cf43938d155ec62db7852ba67ffe587989348ec4aae579
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea9bd6bc9268e3f594013b5490da72ba10e525f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316bf17b0d462067bcd28ff90ffd302d909e8406da76881a79cd5969413a7f11
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acb5305d501b54605d3b728301cf01ef59e82f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea2cd73f6d7cde937b9a91d22df3c176a6f35074e4907fbe2ca178016bd5eb8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e8ee0f3dc7f651dc5b48983a46daf2d9b7d9c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8ff8c43c3df67efdc077299ae053fa6642d1ad682b885377da009f50a6d026
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92545fec1b3030c8e6cf7598b615f2732ae6773
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68d1d7481152dea0c6c5ef8d559eaf047fcef188c3542caa7e442b355ae1df5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9967e296f8fc586732a7367897d5a495ed5228a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2421071d56e05f71e465e2b32eb6cff7c9595cd74e48d3037d4875a3f1e26af9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e65ef0e6743dd28fdd5bfe9d95f9cc6d63b274
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d4d691ee89d8086135eae8eebbe62edb97d19e7539bd73e6177629927fab54
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877911bd78f5701acd253cacf2664e5c80374df9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ffee5484cb2e120ad66a9b5d8b0f19ca86e7f6f104106d792239f78c698038
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8ddd4d05157262702c73c74d14cd2ed36ce884
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69cbb74257e43f87dc7a90f9be0c77837ea9b0d21af9d377cf2b151f265c8a8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0766bda3f4c0ba51842bf05c61dcfa28d83bfb27
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43987a829e0ebb7c3653a2d25b8949c5129c869110b495ac6db7841833dc1c91
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da5202375de4301d94b585700fac782499d5412
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a68b08c7b22df3364c446763e14c96fd8449dec65eb0eca6321f56de5471ea4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b181d5085b10a3cb5a6aa4317db1a306e7bf301b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb50ea5c01f3ac16e68dd8cb882e6b85f73c0e880392e1dd6ac76d6b98ff5a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5062d4e2bfec321038cd7bae8a059da8c17535
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3da3a5e81b7b9ad52f66de960b520577456548a393f83598dba2ce339d33512
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfdbb0bea73c030940877acb9a69b0443185973
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8add1e31b9fedc420b30e13ff66b4d1bd8d6793c51df414f5ce47472a5bbba91
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f81fc101f2157acc007dee39565b85fd10b030
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6a84a9a49f084302e970fee95fbb77a6ba7f80bd6e6d5c06693b423e21664c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a352559d482c6e099049b416df0aee28a8c9706
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b01e576d1ee1867b986969c11aae3aa2241a797e2896f0361955ba6ff08ce05
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82cddaa531c52543194606a6ac6fb71453079667
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636d1231d905d3ff64939bb4a94ef9d21feb70ea1cdf553c1447275158614eb5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc015083cf7bf4d6f865b8ab3d00f3fc5c4ee09a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e466f852ea815fbba8252c5183d7cf32d13a5fa7355b2fa140cd19c42f09385
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142ab2796d29d795ef61c93116858816bf2c281d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd14647d39752b6d7e35a68afd12019b0d3ebea48a486e3c090111d18bed1c1d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5123151a70128f2adad560bf5a86c60b17dc2cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e453e2294cec52bc348e301ab3a4aeaac532e1e242e792a22f9b77ea48a5f8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cfb72dceced2e732507d23e0cb839db67da89c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782584e9dc13bfd54c8f3af60ffb1c8d810cf24c4782faaccb18a00642a10673
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53fe9b7e75310452db44336a6747535f6ee758b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfe23fc51d7dc0b59a80ea22cdebc7be9f5c327fa881a76e55abcc7f6727fbb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60773ee8f010e9c0564c45763dae3fad2ade45d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86592cd724edddf15f22d43dbd1ef21964bc202c56aae61966abe4df1fb44c8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe99f8f03ad07fb00df6603a8632f38c785cb94d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a5241c29020117d13303301dfc5c58949de6499a904a4a1ecd1c0fd9fc8245
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bafb7a0a97b6997710c0cbedca749662e11c544
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6a2682f86e15981c1322e410565ede2da3a30cd5e75ab5833fedc0e79af0ae
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b4b571af2f61ac97061867afe7c601c3cea2b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ae80cc2e1b0a4f2e9def414d1cae80b0a9bb707ae10d21205a8e93b5ccb7ae
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7293ccbf389f3a25c11df0bf5da72567ba0874de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a67c5a83bf5ea637222c8262f91060ba637b837a2c56d643feadd2906a4495
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560016f441b858bdd726a477fdf5d350c3630cbb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04dcaac0b28bb91310e5508bbbb78c3fe5eeb43c41d7d3dd5a1c68dece26a27
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013a9858a9677b8f8a7980167297c3eb870aec57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70e328036504f393d7ebe467427d3775c617a5e2d98c08b4c67eca8cb6a1110
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862ff3a02e070332a40d1fc0dc5b50ceb1481799
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f725cc91b9327fcd9f371efe6b37b1b373f1e9f411572bb5748dcacbfa392ee5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197a1df156ef8d350d918b1471b8c3c1213e71fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f0b096b38355a3e964d205a87e1af8690c889d5b93b85fdecea6de7215b66e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541d38370d49b1fbe2a19a945cfb415fce16def3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0af87abe27f752bd2de37ac3f090c4429544f05d60f88ae9fc30e2a72bf356
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87136e7d3217140f5d0477622023ac52fd48165e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8197dccbc37381e02e5ef0bf49a6f8abd836c31046b59e189855f21cc4deab4f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ffc23b658a9e4b03372cf39aa801040e454d94
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cd1b35ba873878bb0ba4717e6168584e48bd3f77fe861d23c43b492c7818cb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c55ca3b74fe11ac58a422350579704780a4bbc3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692634a0255a48e9d4aa578af9282f73fd276c1032cc40df4370906d76035e81
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d9c24e7b20b248c56a512a91e3c4e1d5171fff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8836437c3822be7c9ae70d8b9fd18f252b09d6dd5e64ff082cbbc777a19fba4c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f652615df9b2c8929a3db4d5320ed7d3d66a65
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c193f2e7de8a9203640b48aef5f5827a8e644cfe78c5d19817c07e53f13866d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bc151300fc77071a6c903356a87ffc16c601dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64621f6005d4fea91763f8606982f6356b0b81f6ad6f6eead47b77d91154f6f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c785d1c2eaa186cd2ea209e21a1427ac69b72ac0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea10bcb64882cb735f20c98c682c72cf04496f2ceb8f58783162edd11fcda33b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941ac30c4d3c8130a0a4d90149e4b7bdbb921559
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836cb97640ab1ea896c08fcd58f39a4815eda3089d9070410e18df088db3e26c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f85050708a5adf41e82277aa432e571b5a57dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8abd1c63283e5250def6490f86822398189b59ad624584b6913f71cbde5386a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77d5246d105311d85a6efd5b89a98264b18b523
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a1e74196302dbbfaf57728d566583b7b72632233d2d11d2709eb3af3af0f0c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a62960ede7c50db2ce610e48ffe52516d114555
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda179ca90764f81bfc2b9fcc902f07215f685e1025d995e2180f00279f524f5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ab93c20e05f016888af02a34c94a97166648ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4afb9c6b74d7f47a1fa12f9ad430c8f708ba8ca35e09f39de02752d6fece626
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1517a1495dae5f63735fe98c0ff9fe8dbf00c21
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae031a63d49b08e71e51b7a75170c7ea1832505f51b5e0ce5f3b134d7d33894a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68773283221132291b3ec5d256bc5dbdc1d07d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d567ce0abd4aec66d69ff121af9f6d4acc3e7d2d1dca46e554d383a2d629969c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374ccb9f3943b23101e745e93139b8ddba51e508
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9952de4188f071110c5ee42499c4c895ce1673902ed58e0db5d9b87137094a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b69ff4916bc494f3f4d9b6f3167dd5668d6d6ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d4616a22f3258ac8956aeb4ea6677c181af1dc1ec3ac1cc6ca57858239e343
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134ff3695c3bc78cdfea93102203c1cfab1329c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c91004552fc141fe3aac394cfc4f3a5787efeb0a4ff56787953d9e6221f0b5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0770234604a92394eb59b4daee7e7ff7440a7ff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d6077d6b366262ac39aeed04c18b7202c2f4e0bb36d47202e6e585db9e3449
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c507b2181ead234293b7fe1c039c511ec00e5542
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f8c8c81c69e8ae536a1d71de2cb02136f895c1c87f6d915929519dd4dc9772
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed0f6838899b308b88461909883cb99ec3e23ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add517968c5fc1779e37ccac4543c5eb9b92f896a6dbd2541a04a09c0663f1cd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88fa5bcd08b91d19b148784a4be0ef9a74961e1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274cd90af551fb3effa87ec388d0ae98ad48f512e4f0080364633028026b3be4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898cb85dd5937964525484ed60d1758cbfdb2ff7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6714cd7a6663d71b7bd54344834a4db63275020d0e7aac3fe9493e2eb64ee7da
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e92c7880980c0c7a3f8681a1cd1062be80f239f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4494c8ea14a944047b13123e3174670dea363b6ba28d22260c937ce695065d77
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b786740bac86670df3fbf2249fa23d57e7c1b2b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769b814f6836d217faa6af84d1b28fa229f1f763bf6ce14d7fbcfbff702f3082
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726e4ed48d5b66960b654a99e5510992624fe4fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7437180be1574ff17563954bea0463165a372ee891a4f1e983196766eaeab7d2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f13cf413808453c1a3a49307e860bc0c2969a78
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ffcd77a3f9cc228e26eed45ff5d92ba4ae40aaa89606bbdef31b9a97e30334
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5481f882fd86e4432eb2a22033f9813ba0d43cbb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d1e43cbf5f948002f7d59d2b88bc4c28a3efdc9f0a6cf56558cde03636a6e5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0707bef0afe0fdb2649c88c4caa4dc1f7af34f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8213a2b98072a01ef3a253b31a95a0e34cd471e4231cd8c6c00b329dc643a39
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d586ab6c34b4c10325034742d5262c241ea2e7b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f694b0f3fb8d88ca15d8e3f7ac662c6a810fadbdbdae67de8a8bb531751ae6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7bde5cce215b98d92f9a1155dfebcdb6f7d23e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138de7af89aa94d8a497d52342dd14fa602584cdb1a5828d73ca037529393760
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e9c2e70da73c49bc7b378760d2e5f2f745770b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8caf4b9f296289db76e3a6c5d31504575f3fbef8b7a84259695328d0710cfc65
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5ffb714c444d8780cd9d4bcf6ab2f475b72388
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bcc46eaf9b740f0206285eb3ef52973338eba835d2c9efe5ae6bb98b463315
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d524aa789fcb56ee441cfff58598ab204687b7be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c7a5f297bb05f42d79a5de2fbf8268e64da70bf2ee61625d430fb7bea298f8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801bcb4f711ef44c077d67bf80e80fa001800d9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3627e44a0bfc979ec6bcf52e15940dc663e524c713d8c1144da2b45dbe246ac
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b278d422b13573db6aadda7cd167ab19a300880a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf629b8c45dbc5590471083e4b1526775d5d6e97922eee85262c5fd3a391f77
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a833b80fbe0c8011038fbf30dbdec879528195
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b257e659e20edc207e957232c783e7f7c74d4a0df2124b55f6c8c2f5a28083
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead423e2d5bd7fff6e80437e8d2fef16f24cf1b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61ce48d3d6b032628c4fd6c63770e8f5940b4351abab60decd01c678d1802d1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d13e20586b76119b39fd8f38b6ca0d3b10152b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1228d3e376f74b8fca68d56a17b26fc72d0cd605d1b97d6d20aa95d4a41e5b85
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65534de3807e629afb3ab24bb7d1f517ce20d11
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a3eab8a12c3bf263d1fde427bba14afedb635913056a419d7caa608170ee10
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1ee62aa72923090edafb05f7d91f0838e711ad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4befd19e0d4f0c9772518cd0b12a353a8ce24158ed809d011f3af3a355d964e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5884d9b5d53ca5a32d26b59a29ca9198056a1168
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd57200bf0a6a9c012f7e4ce154fd8daf270c013006c3e41c10dd08db12fb13
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44537c23a770bcdf74fdb82a0db5208b63984b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e300c48945ee8bc6a71b0848ef50e06621e617d6ec18667ef66fc0971a98498
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0787b334dd6eb703a560332f76bc4dc8293847c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a783739176393aa88dc3f3c2de06e4c1bd865073c764285567ec6daef0da1be
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1b65ed298e4b85bdc679d0b0e553dec6d25446
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d633a4dc7b8bb1b6f6c0eaf4dee7155946afabe4c1ecb60f145c018e507b8f0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f22abedf09a26ee3a6a9adfd906743d9154408
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d7c45d45ec8eafc8d0fb0b8dfe654957990e263bc248abc2d7233e2464b4ab
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd59602a8b587235882390ee74de082b3f46fad7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75263acfd1026dd0c283b4b8745451f0274e7e130519a9526b56da87e19a74ca
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f43e39c502b5f693106a839fe97b366225b17a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250157e4f27313153384ce95adc6e96279c94fd14f39b3b17aa77df420f024d0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bbfa60d12086fd7994193e92567c9b73570913
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17056deb9e8017a831ef7629dd209a9d20d1cf852195572d276b076bd593691d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae846b3546fbf0b3e85a5e3420a12ecc69814b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219f94a7d61f494cb4fe051982ce4984489e0d257e4359aa716dff4de7b70296
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6980df05de313ce662f9a50bb8fde5c8aa8d3128
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76387ee997783d6a91c861160fffb8da6ae60d7b69fff27f2a2d73e90873cd2e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2dba3d318ea9fa4c8501ac0b709d1504630ddbb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2476cb021362e7adb3305488661c31955704063e3a652607984a985273a521c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103e84801dcbb8f4ce59c62ce5e0349002c3e926
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9df6edcb66f9b7ae21f7e07695efd065c2d2bc7f40b8236c17b81c2ba0e53bc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d657d5ba4140e312a530c06b4bae73e04a964b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f16a21c1c60bd262f08da0ccad476c356769ce2b29f09e2125692e6ee12495f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45dca5e0fce62b92e47efdab034565bd272b80f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bd0e80ec0eb6a0ff386d8f963bd9ec821c4f654860a3a37a386291f98cdc3b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7460c6ef3916c152b0f2792316836c8c1dca63
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e906659a91062c17204a1416528db760b2464417a6fb27347e31696476bcfeaf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4f1c61e41dc99fc2a7afe8341592ad973db19e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299a33bd2b897d723fb525296ee8e666234408c6ea327211f40502db6931a0be
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea59d58cf3a44f62c2c5c149fe549bff81f6227
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cb3227f2a750e9d918f87cd7b6e4a985d45561967d63be67f5f3bc6b11ff05
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87641283fc37ea99e1570a577bbb26e5cb9d4169
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a275cd44a175438b809a6f6baf24acaba77f7e8c111f06bbcdcd3f0162c546e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c90cb3fce9a7423c48cb07f5fba623ad92e8ebb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b019bf6c111cb117c07db61cbad3d568505508c52e4553fdebb895750fb089
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e265cdfb261c1df4a1b62f19c08ce1496f3c3b8a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b06320b9bde365b8ca2de0f6f5a7e8d13e55bc6674b4e3857b585bc2b4f3984
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed70f19189160ee78223e0ae6b21d945192c574
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9869d5523964f62f06d14957360e2bf337a50098354b8903c19a814e7ea2beec
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f299080a391b773b61a01f41e12c6eecd416a296
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0215ebfc62aaa8815d192893b6ca9c8a13e86c55208a83bf9b1a2fdef0c49b8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7fb8ba8a2b25f1cd96d9e996a67353f9b8a08b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f52e01d60dd0a06e61490d66431a2aa185a90a1800890b77b2004039c116226
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0b64312cb2dec7fdb1e786771cb1a23e787ee4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7911db516884bb0f312d4b936ae96892bf927f132a4080a80482992df8379cc7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec894762d9a42829761ecc35e228f3ec83cd27c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b0ad342e8171d482e6968a63fba4a024c402a6cc1bd546ac9e302694e962eb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404b09a746096e22b71ea7bf1a9d4cfd4dc673d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793a9c4af0ad189efef88a77644dda7aa96c7c194c75e02cd11b19a70d5cf819
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda06f8abdb4b4cc6d164517f49b29a44dc4a374
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255b5c4bf7b7141738bd50b7699f014ebd63c15b011938909b11f765397b4008
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b87987ad5519d1f41bc1c02fb4a8feeec930a16
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9fd458da28b2675428dc26b2ad16936a15c29a0e45b65624c458eec34cbcbb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdbc18f3acfc6ab788de3fb0ff46d334b10a63f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4988df82a54c1457224bc0c3005e0be8d95faed19ff18e5c82f0bc58dd692df
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34f1e1f4ed590f3749b6ff6e8bfb289a2fd8c12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958eac874d69e280706253224ad4f9d417ea87c556f9a3fa219295b77b8942bd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180938fde2dff35cedbee2c9c4a1cecf90ca6a17
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719f0bff7769afc50047312fa481b472e27e8fcd17a0a9be8067f3ec1c2d53ff
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ea405a5dccf42ac7988e9f1af4f3f3d74c7919
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45009e1f1339232cd154e714ad942f796332b83264857d97900abaa48c6f4ff
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aecbcfba1896dac154af8e90f9b47432afd35513
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4404718fe6cdcb4b44837475208dc71079cf448af463d3d6d07c3fd418e6a6fd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88bef6af796403236228795bba2c07f92dbe0b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3efb73daeb47c9839acae14856ad988e2400754c0c98cd3d17fa55a70d21b2c6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a3932563d24a7d95e427d44c74ffa77e03860e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e578e2a366ca8623072b3b98d6874a3fb666adbd01c1e9bb3054cbf0270286
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0bd2ef629878716b5057e500843a6aa71347d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d810fd4db41fd95cae7435d7a069f2962adc5e17080049de52a2fa92a50c47
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f1660bb5cf813b047a856b1d6fc4098a2e4cff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55a75d3ca9b0573789e77aaede25a011bad0ecf36b79adbb2421a80f67798e1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7266641f228cf3baad6889b0d2dedd12868b50bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6297c013edbdb4e046cf4f50cee10f79ff8d78a9cff475dc779ff15c84b206c6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cb405b24136e349361d0ab4ab271a65ba118ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40d379a8870ee89115e32add5f5e3c972472cff3b5608e93b21c61f6698fdb6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224c06298a46c7bc038c25b350e9d76aa2dab82f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eeefea31f418c3d1ad19a27d865a0942ec6b8fc05280e6cf0d10ca24b90a55c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e92077046f6be131d730481a078f0ad0eef6da2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bee0bb8f28346aa98c779ac2d99064a56b582ff710caa9ededdd32a8ce1c91
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2284b9ed95963531ee48a4353a80e8e301e11c41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718552e8f6f366ae630910b60000af243ff5d6cf67dbbb7554c703c07d3351b5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ebee593cc6ea06797f5a2ba78b9719cb2a6939
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c5ac8fad42180a78c112d8613f4e28eff2a3efb37286ac851f97fd76402c0d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafffbca0dc8d2a80beeefcc9faf203d7247172d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441fc5861156d5c9c8d54de95481703c97334edee893cd667c5d68d79f329fe6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576039ddd6f2aff0ac4e9f30577f2a26e2606513
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5eee6ea43e8d8bcec51d0f4a432443b494c24c231f7ae7da06e2ad23769d04
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601d7cbd797c768896dbe1ea774816da126fa4b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579674ca48848893d946d4ec1b5bb2902bfe71c5c5552edb137ef02750a94ba0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282453596216c49253af6872809c0da21af07ad1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5e5ee637164ec5507ad5bdc2ed7d3cc39f2411b495c54fce02ba937413d6de
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32aac9fcec8262ff44c950fd5419b4533ac7b12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3bd78ed0c17e166af1f10e3c1ab5e848566df1f9b71d8a7db0db690660cc77
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5263568c44fadadaa6c36c2003e05b4336c57e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25b899876cfcd62b8d971858ee0a8ff484fa1c60aba43846beaa5fb00c14221
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc66a7a7a21c116ef7af626ca51d265fb37c446
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3413abf8de0f90f48fb7273aff2181f7e8234d96a8c2e562b55f9f72676606aa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2151a6685202bb8c8ae20efc981ae8e902550a72
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad20e5587f2c851b28cb105476d2882ac819dcd2b2e713e1d333300f44c5bb7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a03791f8fedda20380363879e648a44c46c58c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029775608ef84cade9975101a33608e0e25370ecc4138c5af8cfb50ec0e86a00
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c91daa3c2312f085ee964fdf563b639110acc3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbf7014b3249546ab51899feab4e1632abd6e01f1b8ea265286986f179e07bf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500b3726056d42251a8bee1aa0b071b4c4ec4ef5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cccee1d798480fc7aec54cc5ab3684437dd31627d2168b73fd491f3353123a7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e6bfa192bbe6270f80f4ea9013eca32d81025e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5e1bd1e23dff3888f8066951794dc12766da51ad3561b2625e3cd5799a8741
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652b13921b29edeadbf4534a944c90800ec02827
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22b3d81a45e5e58c654ed0469383716e85c912e349297da138d87e04885585d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bb8868d25db30f1e5cb7bf4a7e30dcbf3ec217
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2161c918bc613dad3ccb6b06db27ca53dc9a24cc9bbf48adc8496ccb00f749
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa4a84bb40d4a55c6fefd0fa63d1d80ccdee457
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cca20cd78a39a400718691ebda6ea52a8f34d4a0c97a075e502f71347e14784
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bad750b0c0ac436a0a533d8f07fe4b6b7313be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4594614b18c43719edf23d982c16f52f90b134a88312160612b00b9b805d899
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c03a95029215f82830f59dbff5332aec428521
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecea13f31756ecf00191be644be7b8eff9e1737d4f18f48f21d31a0328ec4a2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152a511fe0cb7abb234ffa8b0afd1542b20eaf09
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faedd2fb60aea02fd2aa3bd2dac29e099740f3411793418dbb45acd1a503fc76
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e0f170f6458e7c07877cc06dd7945a5fda01f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac1dad333ad03fdbdcfa51450926f568b1f91a53e4dc0c5f6a1f2716b324d56
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3be4557b99c192f8b850bc473eb9c0ec79dbbc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441dc9ba632d2e95cdda6a30d0f0e8b66ff929835814ca0e8e2d61d553e2acd0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77ef113ba36146b12e64799ab2c3592f87940b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f5727be80914233028ee2a0059c6a53fcee75322481be2234691fc2403f330
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d094284634dc069269cf1e093e2abdbb041060d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45768c57a684db89b16e431f3cee6b15a3e20c7c94f2b042007a8158779fe68a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505c84e8991b68a9623bd7cddbb3bf35d8607b79
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d26acf525baecc0f1b03ec05ba1e5cdee2bf5a33d25fc4dc396cd54760abff
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0690e343e70a101e70ac0c2173bef3b8cf56b45
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca71417b853345f7e928e222954fc0df9ef19b74f6d147983ab5858940bb0d9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b333f51f225c2b81fd22b0c4faadeea6972d56
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841454b28e1399528e0af893991a40c8e73e116c4bc3332f8811bf945c0b3f73
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f11289dbaeba500aad4f2dc5b83c3cee3869fb0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead28df885422aac10618f8eee3b24dfd3b1c7991a39fc49afabef6a0737cf9b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1255d81a5a6020c7650716895b0b58f7cf4df1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a3fb739f448154221e265bd93c715c2d0ef402867d300d04fd27a6bf31ee3d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ef57cc3f0907faf1eb231b8830be510591ff98
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7395a417abb1d0a63b6cc97a1462edf75662c4cf874cb16a282b14a183f2c8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c930c51bff94aba352a351ca7965ffdae3a2a3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309de2ecc25cf180a14990064a27a4dfbef729a143504a1aaaac149c77fc5867
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38159f646cadf12b56a7b3a5ec5f010524a19bb9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4714e5f136c8d25b34984d70c415d7392cf82b9991aa6e68a56f995f27eeb1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e3117bf79590b6e05f9ce97ccd01003117dec01
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd660da729ad3532cb803035d60f2fdcf315a7f28e53396d2d0d41b4d83caf4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f7000e20bc6fa3073100ec42663588ddfacea9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9914a0b75bd238c6223a9d03b886f7fdd349f390e14d38dbcfce33bdd28657e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a73f499b0f545997a7cad3baeb1a493d0e53bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1b3703ed8b9068e0dc9616b9c24251677fd307ad2c1bc3b1587aa60a2bec13
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de1e15613402cf55902f6a247e37a404b244fe1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52beb40a2f23ec0b897822dfcbd6029b2a9a277304fa05c8f9935ea819970b73
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729c5d37d5e578e1f41de911aedf0901bec4f7a0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9923237356bcbc899aec61481ccc3be1fab818e5791f72040dba98490eef9c31
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72e629ffd1b41c54cf3347265dd5e43fc693428
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f28d2cd59e192979c662a0decf965bb8aba083d77029b4e63f5af27c29ba7eb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fb02c7bd51cc78b4ee16c96c96fe94c4ff8fc2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55bc935e4fb26c52cb28df21bdd8d0f100a6fbc6728985603dba6eb145a61cf4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753d56057ffc7a7524333aec4b678a96c67da4fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e889fdd47e1445e0d21d3071e2759edd5257756eb143584d8e57b8af3a101acd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8048cda9c4b68b57fef4c1936dd41c77de3a13f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8025da015d9ddc752e63b1ec51de0f3af7c5d381c95ab50d955e4e5ff764aa9b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec1f6d5f1040ecfd2d8a5c9c9c182797827557b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2262d54ca07c831c9889d11498161817ee861a38436746cae0c8f2bd5c75a5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4566fb786283ad63893a56d838ab2ffc385bca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fcc78255218f029d099db4db11ac7a0164b1555b02588a8b5ed4aae7272d106
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1c6c19a8a0211f81c5a3689f17553f07ef68e1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2bcdb69f7b2fb58d0a2b7f3f3ae098bd20e260e2eb4a96eefb85307e3d0bb17
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52526d06d85d393306d729e96d9efbfb638296c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997513f0377e5ae0910e1e0c79b980c99f9cdec5bf012b3dc9502549da0ce8c3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c672f760d44cbf4d86c10026a8fa098ddd1937
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5fa4a3f819f5bba8c6c16390bc10866c8295971f5c43911651c694301cc797
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d39d4e9ec30ad405244ba2fdb7a32dc50b9b531
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418b3243df341dc483d577afa08b3297febfbc088de86b56243a945067f50aa8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f7b9c8a92662baaffc66e28f2dc1db928a4b0e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7f24291879e2ed50665b04297f1674a4edc49bed3a34cb9ff6ae39ca116d08
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b752c59a99575707d2012761058657a798e7fa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ecce7ae03f8b90b3d78c6c20debb629c2f9194f812372bc71ae30a45337781
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b25be259b8822221a75372bb819c9d08c6c5250
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8a6046b4fa9b3c2c2766fef9ed981aa255a92e4615d6404ad50f9fcfe7e900
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7fdbe7970863343f066dfed265a4dc7017fe1dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85d5f76a623cd9853ce28948cbb0aec33ee7b6936c6f510f3fc9d088e09ffe4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb00a669bb45675a521aa720d9d9c5bf9d2d9ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de9c0c9585fcfdb14107ebe2f62cae1ddcda371a2aa2572334475b3433832be
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ab4ca318e283ec4f81487fbe09b8899d72613c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7aaf12eff469407258967792cd5e8b51ff050e313a5ba1b9fdaadc70f32eff
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1bb721069a48401dc04536abca5ee10c8c425b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f633e49cad465a2b10894911eefaf1708dca3cd3eaa9404dab234192b421d0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30e3a95a2da574c4716e5e2ae0c302261f783da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55984b729b8c7d6613126691765e03f75dce1c558fbfa51bd974e00d65d0224
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd6bae365bcdbbd2a66a8cf0437183a60240c8a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a0f54342bdf78154eb9cbb62d1c11206dfbedb18f8198d3bd33795b83bef5a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2efb2d2101ea99f84a5778654f8fdfc18c09cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc715d96e2df45a289741643273c7be1a8e1bc4ae4731c6f9e8d6f064aca7f65
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d15b7451e5a7cc1b91b7713e359146d8ad5c412
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cade99bc0836059eacb2c39f22984274d5f83a324e2def8e0cd542c4a4d9c537
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820f1a8b145d10f3a8df27c80616fb0b3c2194fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec99d23839cddfec14e7c8e5860244252fbec2c812dd924d6b000a38c1fe92ca
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2ef9b07264bfb94316f9bd6dd29ba745c2e049
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e9897af36bbea48620ae703d95d5efdc0d38664107860138cc4c01b448cd4f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c5a8b87b56081b39249062c618ac23cc398357
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b21f81cc5026469a5f5f6e8d1f67cc0725772d5a02bc8632d767a060d13d22
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afda36726687983705bb0db3b375890c06510193
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17e5893327f010284a4228e28e6acc8e21f78649787b5b1e610d0b84220977c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27814f686d5e9572d84da82fab4120829b763097
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca27074db0eb859ad41c8d38952be716c08c7fee382f753720fbf566bf6c8513
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa7f22b15f89c1a6d6859faa56d03806688f7a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575e1664b569776a792504c84af1e101f6461aed834519612de5f38920a4ea99
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908b703121b623dc68dda935579f889bc297207f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d2494e9ad8658c152f38e1ec14d42186cdb5fb0f9fcb36717a50683da97a83
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dfc6ca140deb1ba1cecfd65ea16e3a96956ca33
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68dfc4d2d2f075cec4731d9eeca56347de5a3b21d5081d9bda4f41d33f8f711
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416913ce15eba8ee67a4ce7d0e7cca3385cbba4f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d4ebfd27cdf42b64e3061c576bfb9935f737ae146328bf96ad2e16af1bcef2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f47bd9c77750c02a217aafbb7a28ea3c94b667
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db90cea1c72fe1901d781d622a40e6ee5411292271c9b5fd4803a912285714eb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287c54788ec76f0981017a2649912ccee59a30f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468bb8cf4a048757a0dec434dbba97e8633f652fcbd16b901549642f23d8799e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8a569a2141d829064c43811eb285453de92e96
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43952f7a99a93c49f6e7216d438baa6fe75f26574d1f179cd90d231757fcc2e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b103b87559b4470c0baffd2eaaa8855f7c000f0d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02b5ccf14d1c445694b69a7dc55c9e5ac80783b084b4f86bc3bd44d62e245ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2f8df87e08697ea8670710566b3364543a9a54
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b68a2f39a4b955a506c2efe6f994efccab3070847efd10486130e64f269c466
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27be310054d2c08146e218ea00709ef9950ab7f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad67c18ca4b410eeba1cd18b29404287e527fc20621dda12d29a34fd0273ea2f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62852d696be5a027baf6b28998e2d3a7e62395c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d92454fabf4c09c758bbd9ffb70396f7fe8e1fea6d4536dbcba483e842320f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44720f78a24c73e586e532bc2dcdbb827095549
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d167af528a3e750c9981053bb4253b78c18da2f96a261248b0c437324d8b7f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043517a41bb68209cf9fe53a1fe080f702eb9aee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0a95d0840174b1c18526efdead66008cca80237c45a27605e1055515065f96
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33dbca21b26f1bbdb8a46fa7181b5fca1e0f18c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0beb26d460f9764fd66cfa00b54a40a352701745fb35b221e178daebb291a62d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42ed5c62c59deaaf9c0bd5d539edf3f718e52ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ad81d81d0bf722e06f8cbb944778162f3a804934540b56a92f0497861a5b94
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ffafd610f44f1079bab2b3dcfe299aff3d0d1fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1deec4e19d91dfe67cb9ef8bc1e379461837fbd7f8ac9cd89bc3132ec7d3ca3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7dd46011960479391f7f6e4749cb89e3cbe96f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3960bcf7e760b328104b2c1426979edbe3f13bb47e70dd86d9a0e4212727692d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aaa703ba2ffa572d1caa2b25fba0d5e23c34896
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb089d78d1725f493efb3253b0ba55293b40dc6fd73eedd0f544d4e1ba8dcc34
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feee86a8baf7c4e004757e5819fa84ed4f7ef7e8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5256dc632d48a21f94a69549c5b69c0ee96b2aa50533a9914c4a1d2d29c6e4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33514930c01069845d40663d1548c19d22298c37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904022f5dc4c257ddc1658bbe2d7e2a6f7ddd0d3aa9bf96b3dff18299bfba094
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18780f65c945ceccdbdf1f0687d093cffe682fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596fea1a16be7b5eff9303a3db33997b736f345f1a77d77f92b1a2f2b9c59af7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c70f768e41da741e235a0d4673fe655d3aacf7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b919d9e4318e9a55933b5c4c6aed1a1c2b0cba9c44f1dad7012f7ade1fcd50
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e073d6f8edd11ee4fea0d555c304da4c6ffd4195
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a73e6f99e984550173950a3ac8889826215cc884e327b7bb5e93bf0f1b2ed4f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e887a250452bdb7c3365577869429672edad3a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad6377ef7840b26d76176cc372fee0b036065692c48f3cf95fc256aa56e174c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d880df6f33e68cafdd7bd9d03cbdfb49499408f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cf769130b0df16a5470a8a6a45c79507efeec3d517db1effdd22f071250d4f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843e20a22483b8af0fcf61e8013219068e91accc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f98320cbd4b4911fb297ab814a5f64e5c14b85f85ea644699525dbe4a4044f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f476fba1d004385084b5badeeb15e8c9cc9d31
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5481fed589ee02f1f6d515a366d398df333dc93b6d2b5f7b3b1a92774ba6b54
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4032bcfdd54e117d283512f86c162b652eea2d0e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed040baca808c5ff00da91b78657889aca12d3408454336245a4003fa769a2f7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7574a16a2825d0dcf4d624722f9cbb986a7bb1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4c86c33cc3cf0e1568df59c808c8c36b0d8d4388ba52e2387d6f2a44defd00
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5370caf1c80159e09cf48655bad289997c790cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf94243ddf3dd46aad741c938405d57f61a106ab7d003f9dd24f749b0231bf2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d149492d6cdba13707057d1385b9af63ba85811
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39f74276212178f2959254cf78c2a24d0ac4905c24d3fc3e68f56780dd40fc2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e118fd3d81bf9bedfb17244cbd8c0a9e961012
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128b17510683dbf6d1ec6ef6b248b8c9af852a4ec40c0745c067a7bde631bbb8
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9394d4c129a4d4dd85e7d39d490e90bc94b72fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48fbdf6c3c67840409cbe2539798ffd57f56ba77bec44459bae8a88d89f8776
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed1dbca421895708dd1e96c594c467606ad4cc4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b47925e3dcffebe0c675ea4e39dc6c8ca80e64e7649c3c9042f4cb25f8544b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86e6f3e92437a235ac1ca7d6869ccbf615c992b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16968cb5a93cd357a56f351fa1a2b3807b71cb23e1fde450257c9e9c249d184
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb58d8557a18e91147bc4efff9ccb1f8798501c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ece8136b0abc78c5d263b226f256b5136c80a847a5c409eed01182c789fe4a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9207e38f20c32c78ef2ad1d747b88bef181d4ba1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1983730287c4b6b3b60c3fd712ea7759887af522e3499eb351084b97d58d254a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65f85032f50a25cc5f2999ad7ebc11021342673
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16bf23bfac7cd063e75fc8008c64d7f797ad9da4a625fffad0065e6ef07dcf14
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b4a529ea38a1fadd853d3830bdfc5262f4f0a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e55603df8e2a99cb88eff32c180b1305918dc8632b6e3ce424f47f0bc015ab0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888dce2a14dae67ff10484b0a3f0df9cdc223630
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554bd47caa48b637c5c3a27fcfb32bcfcf1d0d25fa4aeb4562b43a19ffa755e1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162bf2dbdd2ce27698af98ddc1d9bfd9108bc23d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77886cdce75b8cea57c0248020d2cae554c8e79cd2d45fc2b479bed15120775d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e7e4675806b4fe5361824d513a63e9ecba42b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1354eb387b66223f88034a5f4dd5f49f9ea7e906ae60d49b1e7b54454db19b69
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e71daf2b75eb485e1320d7181b5fcff3066a1e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e58d36c3ce465ac1cf0b7b22daef5ae5aeeacca7b366f56787c5444b55458c6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b79b5b9bdb0e033d19ec49c096c8d760e3af94d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b662cf3bd2031be310c8ee58417968a899f8c30ed9b91f7b615ba5d7642ec1ba
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50afc7b0355cdc588e87976ab6f6748ec5dc00ff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6899139cb3dc8c3caa42bd4dc3eb8dc685f77bb9b09bcf8e7fb6cc191071313
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93999a493bdb0a7d35c6e2d2501bdd02668b1773
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70760eb8aa2443adc8a7c08c059802e4363ae6b8a47e9052b1644821a13e5b90
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48063e803abfeb77a8eacf83e8f1eadb1a5e010
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3bc4c112404ef4648c6782a422f06cd10984e50f06e79586d05ba49299fc9e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238a2699eaeeb38d918988eece8725fc2489984d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890406651428cb8afa09be368be1c1906581659df633f47e4bc1672b152f6320
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500407d62373021d2d000e1c6103f1734cc42a73
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f7543414393d9427ac73f061f097ebaf3b59a2a70254290d782392ff6dbe6a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e0e8e42d0fc201362490229b123457a77e0ba8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce77371e82034a9214cf43938d155ec62db7852ba67ffe587989348ec4aae579
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea9bd6bc9268e3f594013b5490da72ba10e525f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316bf17b0d462067bcd28ff90ffd302d909e8406da76881a79cd5969413a7f11
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acb5305d501b54605d3b728301cf01ef59e82f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea2cd73f6d7cde937b9a91d22df3c176a6f35074e4907fbe2ca178016bd5eb8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e8ee0f3dc7f651dc5b48983a46daf2d9b7d9c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8ff8c43c3df67efdc077299ae053fa6642d1ad682b885377da009f50a6d026
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92545fec1b3030c8e6cf7598b615f2732ae6773
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68d1d7481152dea0c6c5ef8d559eaf047fcef188c3542caa7e442b355ae1df5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9967e296f8fc586732a7367897d5a495ed5228a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2421071d56e05f71e465e2b32eb6cff7c9595cd74e48d3037d4875a3f1e26af9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e65ef0e6743dd28fdd5bfe9d95f9cc6d63b274
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d4d691ee89d8086135eae8eebbe62edb97d19e7539bd73e6177629927fab54
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877911bd78f5701acd253cacf2664e5c80374df9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ffee5484cb2e120ad66a9b5d8b0f19ca86e7f6f104106d792239f78c698038
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8ddd4d05157262702c73c74d14cd2ed36ce884
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69cbb74257e43f87dc7a90f9be0c77837ea9b0d21af9d377cf2b151f265c8a8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0766bda3f4c0ba51842bf05c61dcfa28d83bfb27
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43987a829e0ebb7c3653a2d25b8949c5129c869110b495ac6db7841833dc1c91
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da5202375de4301d94b585700fac782499d5412
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a68b08c7b22df3364c446763e14c96fd8449dec65eb0eca6321f56de5471ea4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b181d5085b10a3cb5a6aa4317db1a306e7bf301b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb50ea5c01f3ac16e68dd8cb882e6b85f73c0e880392e1dd6ac76d6b98ff5a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5062d4e2bfec321038cd7bae8a059da8c17535
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3da3a5e81b7b9ad52f66de960b520577456548a393f83598dba2ce339d33512
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfdbb0bea73c030940877acb9a69b0443185973
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8add1e31b9fedc420b30e13ff66b4d1bd8d6793c51df414f5ce47472a5bbba91
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f81fc101f2157acc007dee39565b85fd10b030
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6a84a9a49f084302e970fee95fbb77a6ba7f80bd6e6d5c06693b423e21664c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a352559d482c6e099049b416df0aee28a8c9706
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b01e576d1ee1867b986969c11aae3aa2241a797e2896f0361955ba6ff08ce05
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82cddaa531c52543194606a6ac6fb71453079667
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636d1231d905d3ff64939bb4a94ef9d21feb70ea1cdf553c1447275158614eb5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc015083cf7bf4d6f865b8ab3d00f3fc5c4ee09a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e466f852ea815fbba8252c5183d7cf32d13a5fa7355b2fa140cd19c42f09385
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142ab2796d29d795ef61c93116858816bf2c281d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd14647d39752b6d7e35a68afd12019b0d3ebea48a486e3c090111d18bed1c1d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5123151a70128f2adad560bf5a86c60b17dc2cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e453e2294cec52bc348e301ab3a4aeaac532e1e242e792a22f9b77ea48a5f8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cfb72dceced2e732507d23e0cb839db67da89c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782584e9dc13bfd54c8f3af60ffb1c8d810cf24c4782faaccb18a00642a10673
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53fe9b7e75310452db44336a6747535f6ee758b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfe23fc51d7dc0b59a80ea22cdebc7be9f5c327fa881a76e55abcc7f6727fbb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60773ee8f010e9c0564c45763dae3fad2ade45d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86592cd724edddf15f22d43dbd1ef21964bc202c56aae61966abe4df1fb44c8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe99f8f03ad07fb00df6603a8632f38c785cb94d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a5241c29020117d13303301dfc5c58949de6499a904a4a1ecd1c0fd9fc8245
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bafb7a0a97b6997710c0cbedca749662e11c544
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6a2682f86e15981c1322e410565ede2da3a30cd5e75ab5833fedc0e79af0ae
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b4b571af2f61ac97061867afe7c601c3cea2b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ae80cc2e1b0a4f2e9def414d1cae80b0a9bb707ae10d21205a8e93b5ccb7ae
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7293ccbf389f3a25c11df0bf5da72567ba0874de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a67c5a83bf5ea637222c8262f91060ba637b837a2c56d643feadd2906a4495
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560016f441b858bdd726a477fdf5d350c3630cbb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04dcaac0b28bb91310e5508bbbb78c3fe5eeb43c41d7d3dd5a1c68dece26a27
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013a9858a9677b8f8a7980167297c3eb870aec57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70e328036504f393d7ebe467427d3775c617a5e2d98c08b4c67eca8cb6a1110
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862ff3a02e070332a40d1fc0dc5b50ceb1481799
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f725cc91b9327fcd9f371efe6b37b1b373f1e9f411572bb5748dcacbfa392ee5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197a1df156ef8d350d918b1471b8c3c1213e71fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f0b096b38355a3e964d205a87e1af8690c889d5b93b85fdecea6de7215b66e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541d38370d49b1fbe2a19a945cfb415fce16def3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0af87abe27f752bd2de37ac3f090c4429544f05d60f88ae9fc30e2a72bf356
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87136e7d3217140f5d0477622023ac52fd48165e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8197dccbc37381e02e5ef0bf49a6f8abd836c31046b59e189855f21cc4deab4f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ffc23b658a9e4b03372cf39aa801040e454d94
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cd1b35ba873878bb0ba4717e6168584e48bd3f77fe861d23c43b492c7818cb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c55ca3b74fe11ac58a422350579704780a4bbc3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692634a0255a48e9d4aa578af9282f73fd276c1032cc40df4370906d76035e81
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d9c24e7b20b248c56a512a91e3c4e1d5171fff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8836437c3822be7c9ae70d8b9fd18f252b09d6dd5e64ff082cbbc777a19fba4c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f652615df9b2c8929a3db4d5320ed7d3d66a65
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c193f2e7de8a9203640b48aef5f5827a8e644cfe78c5d19817c07e53f13866d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bc151300fc77071a6c903356a87ffc16c601dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64621f6005d4fea91763f8606982f6356b0b81f6ad6f6eead47b77d91154f6f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c785d1c2eaa186cd2ea209e21a1427ac69b72ac0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea10bcb64882cb735f20c98c682c72cf04496f2ceb8f58783162edd11fcda33b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941ac30c4d3c8130a0a4d90149e4b7bdbb921559
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836cb97640ab1ea896c08fcd58f39a4815eda3089d9070410e18df088db3e26c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f85050708a5adf41e82277aa432e571b5a57dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8abd1c63283e5250def6490f86822398189b59ad624584b6913f71cbde5386a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77d5246d105311d85a6efd5b89a98264b18b523
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a1e74196302dbbfaf57728d566583b7b72632233d2d11d2709eb3af3af0f0c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a62960ede7c50db2ce610e48ffe52516d114555
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda179ca90764f81bfc2b9fcc902f07215f685e1025d995e2180f00279f524f5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ab93c20e05f016888af02a34c94a97166648ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4afb9c6b74d7f47a1fa12f9ad430c8f708ba8ca35e09f39de02752d6fece626
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1517a1495dae5f63735fe98c0ff9fe8dbf00c21
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae031a63d49b08e71e51b7a75170c7ea1832505f51b5e0ce5f3b134d7d33894a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68773283221132291b3ec5d256bc5dbdc1d07d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d567ce0abd4aec66d69ff121af9f6d4acc3e7d2d1dca46e554d383a2d629969c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374ccb9f3943b23101e745e93139b8ddba51e508
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9952de4188f071110c5ee42499c4c895ce1673902ed58e0db5d9b87137094a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b69ff4916bc494f3f4d9b6f3167dd5668d6d6ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d4616a22f3258ac8956aeb4ea6677c181af1dc1ec3ac1cc6ca57858239e343
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134ff3695c3bc78cdfea93102203c1cfab1329c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c91004552fc141fe3aac394cfc4f3a5787efeb0a4ff56787953d9e6221f0b5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0770234604a92394eb59b4daee7e7ff7440a7ff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d6077d6b366262ac39aeed04c18b7202c2f4e0bb36d47202e6e585db9e3449
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c507b2181ead234293b7fe1c039c511ec00e5542
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f8c8c81c69e8ae536a1d71de2cb02136f895c1c87f6d915929519dd4dc9772
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed0f6838899b308b88461909883cb99ec3e23ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add517968c5fc1779e37ccac4543c5eb9b92f896a6dbd2541a04a09c0663f1cd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88fa5bcd08b91d19b148784a4be0ef9a74961e1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274cd90af551fb3effa87ec388d0ae98ad48f512e4f0080364633028026b3be4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898cb85dd5937964525484ed60d1758cbfdb2ff7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6714cd7a6663d71b7bd54344834a4db63275020d0e7aac3fe9493e2eb64ee7da
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e92c7880980c0c7a3f8681a1cd1062be80f239f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4494c8ea14a944047b13123e3174670dea363b6ba28d22260c937ce695065d77
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b786740bac86670df3fbf2249fa23d57e7c1b2b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769b814f6836d217faa6af84d1b28fa229f1f763bf6ce14d7fbcfbff702f3082
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726e4ed48d5b66960b654a99e5510992624fe4fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7437180be1574ff17563954bea0463165a372ee891a4f1e983196766eaeab7d2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f13cf413808453c1a3a49307e860bc0c2969a78
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ffcd77a3f9cc228e26eed45ff5d92ba4ae40aaa89606bbdef31b9a97e30334
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5481f882fd86e4432eb2a22033f9813ba0d43cbb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d1e43cbf5f948002f7d59d2b88bc4c28a3efdc9f0a6cf56558cde03636a6e5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0707bef0afe0fdb2649c88c4caa4dc1f7af34f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8213a2b98072a01ef3a253b31a95a0e34cd471e4231cd8c6c00b329dc643a39
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d586ab6c34b4c10325034742d5262c241ea2e7b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f694b0f3fb8d88ca15d8e3f7ac662c6a810fadbdbdae67de8a8bb531751ae6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7bde5cce215b98d92f9a1155dfebcdb6f7d23e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138de7af89aa94d8a497d52342dd14fa602584cdb1a5828d73ca037529393760
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e9c2e70da73c49bc7b378760d2e5f2f745770b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8caf4b9f296289db76e3a6c5d31504575f3fbef8b7a84259695328d0710cfc65
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5ffb714c444d8780cd9d4bcf6ab2f475b72388
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bcc46eaf9b740f0206285eb3ef52973338eba835d2c9efe5ae6bb98b463315
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d524aa789fcb56ee441cfff58598ab204687b7be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c7a5f297bb05f42d79a5de2fbf8268e64da70bf2ee61625d430fb7bea298f8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801bcb4f711ef44c077d67bf80e80fa001800d9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3627e44a0bfc979ec6bcf52e15940dc663e524c713d8c1144da2b45dbe246ac
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b278d422b13573db6aadda7cd167ab19a300880a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbf629b8c45dbc5590471083e4b1526775d5d6e97922eee85262c5fd3a391f77
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a833b80fbe0c8011038fbf30dbdec879528195
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b257e659e20edc207e957232c783e7f7c74d4a0df2124b55f6c8c2f5a28083
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead423e2d5bd7fff6e80437e8d2fef16f24cf1b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61ce48d3d6b032628c4fd6c63770e8f5940b4351abab60decd01c678d1802d1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d13e20586b76119b39fd8f38b6ca0d3b10152b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1228d3e376f74b8fca68d56a17b26fc72d0cd605d1b97d6d20aa95d4a41e5b85
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65534de3807e629afb3ab24bb7d1f517ce20d11
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a3eab8a12c3bf263d1fde427bba14afedb635913056a419d7caa608170ee10
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1ee62aa72923090edafb05f7d91f0838e711ad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4befd19e0d4f0c9772518cd0b12a353a8ce24158ed809d011f3af3a355d964e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5884d9b5d53ca5a32d26b59a29ca9198056a1168
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd57200bf0a6a9c012f7e4ce154fd8daf270c013006c3e41c10dd08db12fb13
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44537c23a770bcdf74fdb82a0db5208b63984b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e300c48945ee8bc6a71b0848ef50e06621e617d6ec18667ef66fc0971a98498
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0787b334dd6eb703a560332f76bc4dc8293847c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a783739176393aa88dc3f3c2de06e4c1bd865073c764285567ec6daef0da1be
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1b65ed298e4b85bdc679d0b0e553dec6d25446
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d633a4dc7b8bb1b6f6c0eaf4dee7155946afabe4c1ecb60f145c018e507b8f0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f22abedf09a26ee3a6a9adfd906743d9154408
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d7c45d45ec8eafc8d0fb0b8dfe654957990e263bc248abc2d7233e2464b4ab
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd59602a8b587235882390ee74de082b3f46fad7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75263acfd1026dd0c283b4b8745451f0274e7e130519a9526b56da87e19a74ca
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f43e39c502b5f693106a839fe97b366225b17a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250157e4f27313153384ce95adc6e96279c94fd14f39b3b17aa77df420f024d0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bbfa60d12086fd7994193e92567c9b73570913
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17056deb9e8017a831ef7629dd209a9d20d1cf852195572d276b076bd593691d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae846b3546fbf0b3e85a5e3420a12ecc69814b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219f94a7d61f494cb4fe051982ce4984489e0d257e4359aa716dff4de7b70296
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6980df05de313ce662f9a50bb8fde5c8aa8d3128
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76387ee997783d6a91c861160fffb8da6ae60d7b69fff27f2a2d73e90873cd2e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2dba3d318ea9fa4c8501ac0b709d1504630ddbb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2476cb021362e7adb3305488661c31955704063e3a652607984a985273a521c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103e84801dcbb8f4ce59c62ce5e0349002c3e926
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9df6edcb66f9b7ae21f7e07695efd065c2d2bc7f40b8236c17b81c2ba0e53bc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d657d5ba4140e312a530c06b4bae73e04a964b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f16a21c1c60bd262f08da0ccad476c356769ce2b29f09e2125692e6ee12495f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45dca5e0fce62b92e47efdab034565bd272b80f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bd0e80ec0eb6a0ff386d8f963bd9ec821c4f654860a3a37a386291f98cdc3b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7460c6ef3916c152b0f2792316836c8c1dca63
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e906659a91062c17204a1416528db760b2464417a6fb27347e31696476bcfeaf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4f1c61e41dc99fc2a7afe8341592ad973db19e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299a33bd2b897d723fb525296ee8e666234408c6ea327211f40502db6931a0be
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea59d58cf3a44f62c2c5c149fe549bff81f6227
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cb3227f2a750e9d918f87cd7b6e4a985d45561967d63be67f5f3bc6b11ff05
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87641283fc37ea99e1570a577bbb26e5cb9d4169
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a275cd44a175438b809a6f6baf24acaba77f7e8c111f06bbcdcd3f0162c546e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c90cb3fce9a7423c48cb07f5fba623ad92e8ebb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b019bf6c111cb117c07db61cbad3d568505508c52e4553fdebb895750fb089
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e265cdfb261c1df4a1b62f19c08ce1496f3c3b8a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b06320b9bde365b8ca2de0f6f5a7e8d13e55bc6674b4e3857b585bc2b4f3984
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed70f19189160ee78223e0ae6b21d945192c574
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9869d5523964f62f06d14957360e2bf337a50098354b8903c19a814e7ea2beec
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f299080a391b773b61a01f41e12c6eecd416a296
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0215ebfc62aaa8815d192893b6ca9c8a13e86c55208a83bf9b1a2fdef0c49b8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7fb8ba8a2b25f1cd96d9e996a67353f9b8a08b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f52e01d60dd0a06e61490d66431a2aa185a90a1800890b77b2004039c116226
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0b64312cb2dec7fdb1e786771cb1a23e787ee4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7911db516884bb0f312d4b936ae96892bf927f132a4080a80482992df8379cc7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec894762d9a42829761ecc35e228f3ec83cd27c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b0ad342e8171d482e6968a63fba4a024c402a6cc1bd546ac9e302694e962eb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404b09a746096e22b71ea7bf1a9d4cfd4dc673d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793a9c4af0ad189efef88a77644dda7aa96c7c194c75e02cd11b19a70d5cf819
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda06f8abdb4b4cc6d164517f49b29a44dc4a374
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255b5c4bf7b7141738bd50b7699f014ebd63c15b011938909b11f765397b4008
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b87987ad5519d1f41bc1c02fb4a8feeec930a16
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9fd458da28b2675428dc26b2ad16936a15c29a0e45b65624c458eec34cbcbb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdbc18f3acfc6ab788de3fb0ff46d334b10a63f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4988df82a54c1457224bc0c3005e0be8d95faed19ff18e5c82f0bc58dd692df
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34f1e1f4ed590f3749b6ff6e8bfb289a2fd8c12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958eac874d69e280706253224ad4f9d417ea87c556f9a3fa219295b77b8942bd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180938fde2dff35cedbee2c9c4a1cecf90ca6a17
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719f0bff7769afc50047312fa481b472e27e8fcd17a0a9be8067f3ec1c2d53ff
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ea405a5dccf42ac7988e9f1af4f3f3d74c7919
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45009e1f1339232cd154e714ad942f796332b83264857d97900abaa48c6f4ff
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aecbcfba1896dac154af8e90f9b47432afd35513
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4404718fe6cdcb4b44837475208dc71079cf448af463d3d6d07c3fd418e6a6fd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88bef6af796403236228795bba2c07f92dbe0b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3efb73daeb47c9839acae14856ad988e2400754c0c98cd3d17fa55a70d21b2c6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a3932563d24a7d95e427d44c74ffa77e03860e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e578e2a366ca8623072b3b98d6874a3fb666adbd01c1e9bb3054cbf0270286
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0bd2ef629878716b5057e500843a6aa71347d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d810fd4db41fd95cae7435d7a069f2962adc5e17080049de52a2fa92a50c47
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f1660bb5cf813b047a856b1d6fc4098a2e4cff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55a75d3ca9b0573789e77aaede25a011bad0ecf36b79adbb2421a80f67798e1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7266641f228cf3baad6889b0d2dedd12868b50bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6297c013edbdb4e046cf4f50cee10f79ff8d78a9cff475dc779ff15c84b206c6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cb405b24136e349361d0ab4ab271a65ba118ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40d379a8870ee89115e32add5f5e3c972472cff3b5608e93b21c61f6698fdb6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224c06298a46c7bc038c25b350e9d76aa2dab82f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eeefea31f418c3d1ad19a27d865a0942ec6b8fc05280e6cf0d10ca24b90a55c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e92077046f6be131d730481a078f0ad0eef6da2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bee0bb8f28346aa98c779ac2d99064a56b582ff710caa9ededdd32a8ce1c91
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2284b9ed95963531ee48a4353a80e8e301e11c41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718552e8f6f366ae630910b60000af243ff5d6cf67dbbb7554c703c07d3351b5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ebee593cc6ea06797f5a2ba78b9719cb2a6939
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c5ac8fad42180a78c112d8613f4e28eff2a3efb37286ac851f97fd76402c0d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafffbca0dc8d2a80beeefcc9faf203d7247172d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441fc5861156d5c9c8d54de95481703c97334edee893cd667c5d68d79f329fe6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576039ddd6f2aff0ac4e9f30577f2a26e2606513
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5eee6ea43e8d8bcec51d0f4a432443b494c24c231f7ae7da06e2ad23769d04
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601d7cbd797c768896dbe1ea774816da126fa4b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579674ca48848893d946d4ec1b5bb2902bfe71c5c5552edb137ef02750a94ba0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282453596216c49253af6872809c0da21af07ad1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5e5ee637164ec5507ad5bdc2ed7d3cc39f2411b495c54fce02ba937413d6de
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32aac9fcec8262ff44c950fd5419b4533ac7b12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3bd78ed0c17e166af1f10e3c1ab5e848566df1f9b71d8a7db0db690660cc77
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5263568c44fadadaa6c36c2003e05b4336c57e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25b899876cfcd62b8d971858ee0a8ff484fa1c60aba43846beaa5fb00c14221
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc66a7a7a21c116ef7af626ca51d265fb37c446
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3413abf8de0f90f48fb7273aff2181f7e8234d96a8c2e562b55f9f72676606aa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2151a6685202bb8c8ae20efc981ae8e902550a72
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad20e5587f2c851b28cb105476d2882ac819dcd2b2e713e1d333300f44c5bb7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a03791f8fedda20380363879e648a44c46c58c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029775608ef84cade9975101a33608e0e25370ecc4138c5af8cfb50ec0e86a00
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c91daa3c2312f085ee964fdf563b639110acc3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbf7014b3249546ab51899feab4e1632abd6e01f1b8ea265286986f179e07bf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500b3726056d42251a8bee1aa0b071b4c4ec4ef5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cccee1d798480fc7aec54cc5ab3684437dd31627d2168b73fd491f3353123a7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e6bfa192bbe6270f80f4ea9013eca32d81025e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5e1bd1e23dff3888f8066951794dc12766da51ad3561b2625e3cd5799a8741
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652b13921b29edeadbf4534a944c90800ec02827
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22b3d81a45e5e58c654ed0469383716e85c912e349297da138d87e04885585d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bb8868d25db30f1e5cb7bf4a7e30dcbf3ec217
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2161c918bc613dad3ccb6b06db27ca53dc9a24cc9bbf48adc8496ccb00f749
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa4a84bb40d4a55c6fefd0fa63d1d80ccdee457
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cca20cd78a39a400718691ebda6ea52a8f34d4a0c97a075e502f71347e14784
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bad750b0c0ac436a0a533d8f07fe4b6b7313be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4594614b18c43719edf23d982c16f52f90b134a88312160612b00b9b805d899
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c03a95029215f82830f59dbff5332aec428521
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecea13f31756ecf00191be644be7b8eff9e1737d4f18f48f21d31a0328ec4a2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152a511fe0cb7abb234ffa8b0afd1542b20eaf09
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faedd2fb60aea02fd2aa3bd2dac29e099740f3411793418dbb45acd1a503fc76
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e0f170f6458e7c07877cc06dd7945a5fda01f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac1dad333ad03fdbdcfa51450926f568b1f91a53e4dc0c5f6a1f2716b324d56
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3be4557b99c192f8b850bc473eb9c0ec79dbbc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441dc9ba632d2e95cdda6a30d0f0e8b66ff929835814ca0e8e2d61d553e2acd0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77ef113ba36146b12e64799ab2c3592f87940b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f5727be80914233028ee2a0059c6a53fcee75322481be2234691fc2403f330
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d094284634dc069269cf1e093e2abdbb041060d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45768c57a684db89b16e431f3cee6b15a3e20c7c94f2b042007a8158779fe68a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505c84e8991b68a9623bd7cddbb3bf35d8607b79
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d26acf525baecc0f1b03ec05ba1e5cdee2bf5a33d25fc4dc396cd54760abff
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0690e343e70a101e70ac0c2173bef3b8cf56b45
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca71417b853345f7e928e222954fc0df9ef19b74f6d147983ab5858940bb0d9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b333f51f225c2b81fd22b0c4faadeea6972d56
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841454b28e1399528e0af893991a40c8e73e116c4bc3332f8811bf945c0b3f73
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f11289dbaeba500aad4f2dc5b83c3cee3869fb0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead28df885422aac10618f8eee3b24dfd3b1c7991a39fc49afabef6a0737cf9b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1255d81a5a6020c7650716895b0b58f7cf4df1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a3fb739f448154221e265bd93c715c2d0ef402867d300d04fd27a6bf31ee3d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ef57cc3f0907faf1eb231b8830be510591ff98
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7395a417abb1d0a63b6cc97a1462edf75662c4cf874cb16a282b14a183f2c8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c930c51bff94aba352a351ca7965ffdae3a2a3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309de2ecc25cf180a14990064a27a4dfbef729a143504a1aaaac149c77fc5867
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38159f646cadf12b56a7b3a5ec5f010524a19bb9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4714e5f136c8d25b34984d70c415d7392cf82b9991aa6e68a56f995f27eeb1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e3117bf79590b6e05f9ce97ccd01003117dec01
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd660da729ad3532cb803035d60f2fdcf315a7f28e53396d2d0d41b4d83caf4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f7000e20bc6fa3073100ec42663588ddfacea9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9914a0b75bd238c6223a9d03b886f7fdd349f390e14d38dbcfce33bdd28657e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a73f499b0f545997a7cad3baeb1a493d0e53bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1b3703ed8b9068e0dc9616b9c24251677fd307ad2c1bc3b1587aa60a2bec13
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de1e15613402cf55902f6a247e37a404b244fe1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52beb40a2f23ec0b897822dfcbd6029b2a9a277304fa05c8f9935ea819970b73
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729c5d37d5e578e1f41de911aedf0901bec4f7a0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9923237356bcbc899aec61481ccc3be1fab818e5791f72040dba98490eef9c31
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72e629ffd1b41c54cf3347265dd5e43fc693428
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f28d2cd59e192979c662a0decf965bb8aba083d77029b4e63f5af27c29ba7eb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20fb02c7bd51cc78b4ee16c96c96fe94c4ff8fc2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55bc935e4fb26c52cb28df21bdd8d0f100a6fbc6728985603dba6eb145a61cf4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753d56057ffc7a7524333aec4b678a96c67da4fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e889fdd47e1445e0d21d3071e2759edd5257756eb143584d8e57b8af3a101acd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8048cda9c4b68b57fef4c1936dd41c77de3a13f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8025da015d9ddc752e63b1ec51de0f3af7c5d381c95ab50d955e4e5ff764aa9b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec1f6d5f1040ecfd2d8a5c9c9c182797827557b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2262d54ca07c831c9889d11498161817ee861a38436746cae0c8f2bd5c75a5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4566fb786283ad63893a56d838ab2ffc385bca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fcc78255218f029d099db4db11ac7a0164b1555b02588a8b5ed4aae7272d106
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1c6c19a8a0211f81c5a3689f17553f07ef68e1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2bcdb69f7b2fb58d0a2b7f3f3ae098bd20e260e2eb4a96eefb85307e3d0bb17
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52526d06d85d393306d729e96d9efbfb638296c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997513f0377e5ae0910e1e0c79b980c99f9cdec5bf012b3dc9502549da0ce8c3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c672f760d44cbf4d86c10026a8fa098ddd1937
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5fa4a3f819f5bba8c6c16390bc10866c8295971f5c43911651c694301cc797
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d39d4e9ec30ad405244ba2fdb7a32dc50b9b531
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418b3243df341dc483d577afa08b3297febfbc088de86b56243a945067f50aa8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f7b9c8a92662baaffc66e28f2dc1db928a4b0e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7f24291879e2ed50665b04297f1674a4edc49bed3a34cb9ff6ae39ca116d08
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b752c59a99575707d2012761058657a798e7fa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ecce7ae03f8b90b3d78c6c20debb629c2f9194f812372bc71ae30a45337781
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b25be259b8822221a75372bb819c9d08c6c5250
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8a6046b4fa9b3c2c2766fef9ed981aa255a92e4615d6404ad50f9fcfe7e900
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7fdbe7970863343f066dfed265a4dc7017fe1dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85d5f76a623cd9853ce28948cbb0aec33ee7b6936c6f510f3fc9d088e09ffe4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb00a669bb45675a521aa720d9d9c5bf9d2d9ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de9c0c9585fcfdb14107ebe2f62cae1ddcda371a2aa2572334475b3433832be
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ab4ca318e283ec4f81487fbe09b8899d72613c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7aaf12eff469407258967792cd5e8b51ff050e313a5ba1b9fdaadc70f32eff
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1bb721069a48401dc04536abca5ee10c8c425b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f633e49cad465a2b10894911eefaf1708dca3cd3eaa9404dab234192b421d0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30e3a95a2da574c4716e5e2ae0c302261f783da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55984b729b8c7d6613126691765e03f75dce1c558fbfa51bd974e00d65d0224
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd6bae365bcdbbd2a66a8cf0437183a60240c8a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a0f54342bdf78154eb9cbb62d1c11206dfbedb18f8198d3bd33795b83bef5a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2efb2d2101ea99f84a5778654f8fdfc18c09cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc715d96e2df45a289741643273c7be1a8e1bc4ae4731c6f9e8d6f064aca7f65
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d15b7451e5a7cc1b91b7713e359146d8ad5c412
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cade99bc0836059eacb2c39f22984274d5f83a324e2def8e0cd542c4a4d9c537
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820f1a8b145d10f3a8df27c80616fb0b3c2194fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec99d23839cddfec14e7c8e5860244252fbec2c812dd924d6b000a38c1fe92ca
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb2ef9b07264bfb94316f9bd6dd29ba745c2e049
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e9897af36bbea48620ae703d95d5efdc0d38664107860138cc4c01b448cd4f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c5a8b87b56081b39249062c618ac23cc398357
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b21f81cc5026469a5f5f6e8d1f67cc0725772d5a02bc8632d767a060d13d22
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afda36726687983705bb0db3b375890c06510193
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17e5893327f010284a4228e28e6acc8e21f78649787b5b1e610d0b84220977c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27814f686d5e9572d84da82fab4120829b763097
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca27074db0eb859ad41c8d38952be716c08c7fee382f753720fbf566bf6c8513
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa7f22b15f89c1a6d6859faa56d03806688f7a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575e1664b569776a792504c84af1e101f6461aed834519612de5f38920a4ea99
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..908b703121b623dc68dda935579f889bc297207f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d2494e9ad8658c152f38e1ec14d42186cdb5fb0f9fcb36717a50683da97a83
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dfc6ca140deb1ba1cecfd65ea16e3a96956ca33
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68dfc4d2d2f075cec4731d9eeca56347de5a3b21d5081d9bda4f41d33f8f711
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416913ce15eba8ee67a4ce7d0e7cca3385cbba4f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d4ebfd27cdf42b64e3061c576bfb9935f737ae146328bf96ad2e16af1bcef2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f47bd9c77750c02a217aafbb7a28ea3c94b667
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db90cea1c72fe1901d781d622a40e6ee5411292271c9b5fd4803a912285714eb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287c54788ec76f0981017a2649912ccee59a30f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468bb8cf4a048757a0dec434dbba97e8633f652fcbd16b901549642f23d8799e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c8a569a2141d829064c43811eb285453de92e96
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43952f7a99a93c49f6e7216d438baa6fe75f26574d1f179cd90d231757fcc2e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b103b87559b4470c0baffd2eaaa8855f7c000f0d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02b5ccf14d1c445694b69a7dc55c9e5ac80783b084b4f86bc3bd44d62e245ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2f8df87e08697ea8670710566b3364543a9a54
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b68a2f39a4b955a506c2efe6f994efccab3070847efd10486130e64f269c466
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27be310054d2c08146e218ea00709ef9950ab7f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad67c18ca4b410eeba1cd18b29404287e527fc20621dda12d29a34fd0273ea2f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62852d696be5a027baf6b28998e2d3a7e62395c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d92454fabf4c09c758bbd9ffb70396f7fe8e1fea6d4536dbcba483e842320f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44720f78a24c73e586e532bc2dcdbb827095549
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d167af528a3e750c9981053bb4253b78c18da2f96a261248b0c437324d8b7f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043517a41bb68209cf9fe53a1fe080f702eb9aee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0a95d0840174b1c18526efdead66008cca80237c45a27605e1055515065f96
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33dbca21b26f1bbdb8a46fa7181b5fca1e0f18c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0beb26d460f9764fd66cfa00b54a40a352701745fb35b221e178daebb291a62d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42ed5c62c59deaaf9c0bd5d539edf3f718e52ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ad81d81d0bf722e06f8cbb944778162f3a804934540b56a92f0497861a5b94
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ffafd610f44f1079bab2b3dcfe299aff3d0d1fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1deec4e19d91dfe67cb9ef8bc1e379461837fbd7f8ac9cd89bc3132ec7d3ca3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7dd46011960479391f7f6e4749cb89e3cbe96f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3960bcf7e760b328104b2c1426979edbe3f13bb47e70dd86d9a0e4212727692d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aaa703ba2ffa572d1caa2b25fba0d5e23c34896
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb089d78d1725f493efb3253b0ba55293b40dc6fd73eedd0f544d4e1ba8dcc34
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feee86a8baf7c4e004757e5819fa84ed4f7ef7e8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5256dc632d48a21f94a69549c5b69c0ee96b2aa50533a9914c4a1d2d29c6e4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33514930c01069845d40663d1548c19d22298c37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904022f5dc4c257ddc1658bbe2d7e2a6f7ddd0d3aa9bf96b3dff18299bfba094
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18780f65c945ceccdbdf1f0687d093cffe682fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596fea1a16be7b5eff9303a3db33997b736f345f1a77d77f92b1a2f2b9c59af7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c70f768e41da741e235a0d4673fe655d3aacf7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b919d9e4318e9a55933b5c4c6aed1a1c2b0cba9c44f1dad7012f7ade1fcd50
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e073d6f8edd11ee4fea0d555c304da4c6ffd4195
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a73e6f99e984550173950a3ac8889826215cc884e327b7bb5e93bf0f1b2ed4f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e887a250452bdb7c3365577869429672edad3a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad6377ef7840b26d76176cc372fee0b036065692c48f3cf95fc256aa56e174c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d880df6f33e68cafdd7bd9d03cbdfb49499408f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cf769130b0df16a5470a8a6a45c79507efeec3d517db1effdd22f071250d4f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843e20a22483b8af0fcf61e8013219068e91accc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f98320cbd4b4911fb297ab814a5f64e5c14b85f85ea644699525dbe4a4044f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f476fba1d004385084b5badeeb15e8c9cc9d31
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5481fed589ee02f1f6d515a366d398df333dc93b6d2b5f7b3b1a92774ba6b54
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4032bcfdd54e117d283512f86c162b652eea2d0e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed040baca808c5ff00da91b78657889aca12d3408454336245a4003fa769a2f7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7574a16a2825d0dcf4d624722f9cbb986a7bb1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4c86c33cc3cf0e1568df59c808c8c36b0d8d4388ba52e2387d6f2a44defd00
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5370caf1c80159e09cf48655bad289997c790cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf94243ddf3dd46aad741c938405d57f61a106ab7d003f9dd24f749b0231bf2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d149492d6cdba13707057d1385b9af63ba85811
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39f74276212178f2959254cf78c2a24d0ac4905c24d3fc3e68f56780dd40fc2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_11/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4340aa19f4644eecb9fe7c1fa36d870a810512eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299f6c9c10b67338f28fd08421cc152e5cb38410843c8b97c0070b97ac90b823
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_11/init/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_11/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbde97e6d7297ef50e5b5b7bc4c18c8225761b78
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac972179daf1abdb2b0e98a23944126b01c87db0ffbfc101ed3d7424d64106e
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1244cf65a4d6c0cb299fc19bd56d0a8838413a08
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d8cced9364844aad960ba1ae261864b53f176ddf52d56de32ffbed74ed0b9e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb363283ea6a2443bf17019a3a04fdba81078702
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b5b3d6aab96c2cc1ea273dc2957535f08fa04f3db4d2a659320faef4236c17
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56da64e283a5586d2c21611eb5a2b6bb59636aec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446e57c1d13582f2cf0cce1877ca863c910f768fc413761a36eda1b22a79efdc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a551516fbf6218f5b18a1b85f92b9ffebafcea3e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b846798a1842609c03b3167798c1a47920707c94a72b41adcc51145ea7a682
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29bcf30312eac579811eed5970cc1a555e91183a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a05c1b0cff2ef4841298086177aa323e969435fce5c0d6b9ad9f62db3e795e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2744deb77066f412a6c271c4c85b6b618905bc11
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2a577e213d9a1b6d1bf007c295cc30d8bca1998e8a0d0a42e43bd143e86d35
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29294ef0c20118d39d5c8a83aa461e1638c4e232
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3930ec8fe809e850e79ea3b50777c8677648b2f08245452a135dd8ef4043d98d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f83f0f165b57c81fe08eb28ce7b0eb1e39fecb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c029c7509ea0c19e70c41b03b4ddb5fad0ae4511e5643083b96a92016621435a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd37e08a1fa7396544bb3a1a0217cacea22bd03d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef501f664702d306ac9420a01c28781bcba01c8e1f19fb594b1643ba8d7c2d5d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb05912973a11a343ca1d63665fe7affb8ca5e27
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f81ae45453e02f28d3912a5363798b30cca075982c6fe0898ee40857590912
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a785cab5da37110f6ab53d06297d50731359479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649720ffe3a825949cce36cc230406bbf3e278c5470596855239c2bd48d6a52a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2205a2465feebc279d8eb9e21c9b32e87bec41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2f76316f88bcdd1ad76c1dfe0c83a3fe1d232b85cfa0f609e0ff6b64d8a9ce
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03a5fb8936b9ecd215c229eff6e34264cea57f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3032a56ffa381796c9cdd2f5e7a6cc6bd3e8827f8000ac6d17a283320e8e1f97
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b515c27ce57637c81edc35ab1db377b0e59198d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e29414d46346e461edfdc36c17e050fe6f5aa9e6a388f965a3ff4f9e0c13b2f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c14b6b863ef2182d31b1d2b36e17805da86218
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f712d3e50c6aba03713c43936e2bd16cde05f8297ee7aefaf01aab6740ffb09
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24cbd9989289ba1fc737b96a8aa788bcb316c393
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ad15312be3589e4765e43d2447a6c1c02f55abee506e83a3cf62d32cb6dfde
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54a5274d2c2266033c1f67030111e6f2d79d406
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb493e5d0f38bf6783354819e3ce5e9f2a62aab7fb282ab2297b739e6ec5526d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa5426f7cc0cbbe2011ba35ba14d968bb558975
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1579e2bf01cd386bab32c6bfc1e00ed19ef3d6908e4b2421e321eb22880a952
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8dd5806b2c3e03f598b448172ea4bfbf053800
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871a3b721dad195ce3af10d6b531ceb05ea1babe1bb42af5cda44f75a7ab4c61
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fad8b294cec9c7832b1a4bba9dd4157159df96
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5998713d85fae1e7273c76de50fcb11082af2a3b3372b28a8ef8fd16e0e15c60
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb00466f58a6f19c31389c8b2b757969c2dae00
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa494e99b64f4a0c0e9f752b038440c9d9eb61a8f13804d63c8c704846c5a07
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd62dbd267ff975a31ca0c843c27b423884d1bd7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5e216e06056e97f2e30e4d4c939f4b78a2980ddaa0d9ecc96f8b44524f4b24
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fe41dbd79d66839f2d256e35f57ffd432dac69
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d550ab419b2a5e130a0098383ddb6a9c6f9474eba6f8e3967bd580fb0bd36ec
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f688aa0bc69ad4c30d6d106992556e122ab35d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627ba430d33ff28c5ad7ad64bc15cd1d3afde0f06852e449d7c66c4183f607d1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60a8533098a765c72fe95e931c8a1cda9b09ba1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733c2d694570c7ca1990ebebf7d0ded018d33d7a0789ce42c224bbe722e2b609
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4fa945d85135f6b876b69cfdca6f04ddcfe837
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7319d673b673d1fe232c5b24398fe2af41a5850a689a8449f5bc275110f768cc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1265faac9b19f7934eebf157dcd0011b6383448d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b310cd03637c01ca9aadff5399b4db21bfb885d72575ba7d248ee6f82423472
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de77faa3dc001a36f9f8c349a976e0ad69ef6c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abcbff3ff3b924bfd23eec2983437ba18d4e975a9918f8015471decea5d39b0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cedc37479e13bbe771b1963aa1b9908a088992
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad076c0c46d309a70481e546693e95a0ac8bdaaa7868364bc7a80c90009ad02
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5ad72f5c46a1856c9d06b2e61b73f1fc00c225
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e776a4a08fade9c4061bdf0a90a3a1c91f59df43b7bd4e18d3599242e06002
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aaa1c2ce7e80e2ea2702eedbe562c3bcd0e8d83
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb7ffe70711d7beedc41601272fb7ea2cfd5814e4675a000d50a86ea5eb7f22
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c8ef38f8a8b87ed42eed3e7e69007bc4e3c694
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969808177d253b353bff55b8802cc66020207ea5a0065413fdeae7f15e1bf69a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb34c0a12cd166b956a9f954f69963c84aaba9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049ff30d00d65a12fe077e07acf9250435a4b68e556d1b971cd5037c4f41d044
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e841f20350e61ff5d7c14a8482fce26b865dc629
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1903470be803aa6c45c45e0b6c6144ec676b2681526eb602b48e39d35a8435
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08dc2efaa38025b7dc27f5b71954601af0509b53
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce64b0f7f8c81c2f249ae8019e43c3d1982d07a4cc5ea51fce8009ce053d9b5c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9900691d1474b687532b3a723a901ae5d3ca7a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7e22168c9d1f522bc1d70d362bb06f34371a10173b9c4f89bc825964308da6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b664554aeafa44033f6cd5f398e2b281f499ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e04be6d2d61d45832e409707c749c523a524cde5c275b175746c6744b68efa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b6a2eb93e653c38e2766ba78bbbd88d487b828
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83beea035bef15dfe2f865b07b320349230656290921920c4076cbd4e6e0ed7e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b1e0fa4464ae7cbd8dcff50c6ca2af49e1894e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d192078c6f32d7d86b18dc6e88814913a0414964ce6be57c525604e8f5fecf27
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21e4f49af55ea35e6a8e8d42b3d2c7d8ba1d1b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1140bc0ae66266568b7202d4537a76ea08b2c32417b0a8e202a399c2696213
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448fea97822c528ab9d6c0e648f7d9abd0cfe874
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f360e3c5f0119d7980b69dcdef069ab2eb2c497d4b07d73201e3bf8b0e329d8e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff304bae07bf3e1d323063fa3c00cdcf0c1dd6c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2faa3cd35b911668639d3e306e016ca16ecafbeb8ea4bbbdcd640746d127b81
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86da09cfddac59856ec957132be2b5b5b9e170e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12bb220821e4b0225c22e0df0e05f33ebf60e81176f28a7e6ee24bec47de3fc9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927885199ea189d8f1bbd69625d7c8e842da2e51
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4134b5d1994062e8ae15af3a81be555cbf72237f520b0d2833f905ce6d9df1f3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059b9459a0ee8b1b06ca14511492736297419981
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb0164c6a8062b492da1a2b310c7c0bf2e37e380ef1c19a12d8f401a6c3c917
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7829ecc31bd2df00c7828a4bc961ba38b097144
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106db66527bccb30dd1c1b0846e41c55926900fade0c38f65482f01bbcf97e91
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4555b1b4b67728d07b08f2be8c3e7da9bda96e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71493d4d0624ce3f91ec3e287991f5499de4f59e3fb46765e0de31d0f3f605e6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34042ea8071244fac396da8af2ddfedbc7251f7e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b065475fa52d3638c3c5c978d719879f2757179f81dafffb89170da566e8d4e8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cd9fa66d8909be3c6ad4bd8fb546f81b8ad491
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31cc4f129218d4bb148a3085948d6c162cb100a5ce9dfc9996e25aa62119a81
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87df3b445c1aa03321b223e8d438664c074d0b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1c665a01590e39e758741e4366d4734c4e7a997b72c522a8d0b213689b1b69
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ffc9c87102bea8c73ccf43ad0a0536196ef2052
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fd0f58dc43706adcbc1f1478de8a42cc697cea4302bd8d19431d7bc9a5f757
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61634ae79b4c973083787dc85c3378110633763
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0fc782e59952b53d053b504591c6b1c58da1c5843c410dbfd9c3bf1c7fdc92a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad985cffb4b785d4b1a4e27e21129ba40d7e5c82
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05e128e0e4df53ed835e5ca7ce83726ae5fceae1d03a90bfeb4e3a100d834a9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051ad2d264ed894c612e3de6f9e7dd2eb671cce3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc77d56bf7f7e2282506a0793274f7fd3ace2bd2751bcc595d0bccdc59d6ea1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24bdecd296bb01e864f63767d2de2afecc3e382
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a99cf89c73a64fb5753a76ca4103a125c4ea4de036920507453c22137d2bd4e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31efdb4ce2717468c6248e77fc94742bfe7fa5a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44be242111e8027aa05ecf37291e20d08876c9a0120fcdffc0f66b01949c4b9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5360fffcc26c984228a883084156b5a1ce89682e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac742c53c4bd1317a71470b0ab51cd0ca9774863a3f8bfe9e86dce80988c642
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ef62704b3fc7d07fb55236a29abe43a5bc7f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a9241d10a766cb100e42ec27741f50a2fd90290ea1f3cf60751dca2c2c3f26
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa280120faa3e8457571e7c47f5ed4f154a1aa47
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697937fb5e42917f1fe1e17fbf5db79389c89bec768ca46606a30b2ccd5ffb43
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3523ee1583c5c76e2b17b3a769ceda3d84d316
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f903ad0532c8caa5d9e0d7afa998c8008f7f0f48327a9582f8090ada2b7384a4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6957f65fc8a66d2ca8f5ed774d428716130a5024
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53dfb4471c844b57b5e4879208d5d63313a57df3e95affdccea6288b82eb0975
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d798cc5a2016ff43a8febc7fd342ec892661a32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782f2478f8a40a47016135cd2be16d5a4fb6656a82c3ff5c52363180e5e25334
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c66399336130c72175dc3ee3d0c97586c1e993
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8960feee2af3a71aeaa3dbd002facce5712cab08cdfecefa6ec7fe33f2d2711
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b7f9e23c7e108d96fdf11f347a49519ec650c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05863ef23c0e72deab28d7a34286517df3337651ef4fb36c39210e8e5c7bedbe
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465979c13482d4edb73de5ce5e66b27e54572e99
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e635f808e4db9c494d3199ddd72870adec248e325cd4cc8f873b32da3a2f60
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5f3f583ae2dfd1d9a8b4b17ed451ecbdf9682a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e724c351f9cfdad2920373bf9797f44e50a49f51a1a663b3abfc3167bdba23
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f5cadd5e7350e1d81bd2bf1472551aa94b0ebc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7211bde9cbe04c89537655c71c7354d23f0ff02e439c1b5e76994cc1f132e5d4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b3f52daee49bc5ca014b5e103402b23ab39f67
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17407b069f45a827b5e921bb7c3522f6c363d3d016ee8f410604b399718d6bbd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da82805902d1206ab3fef89991857759355a2382
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc7ea37583ef5d01acba26b268da7cb732cd90cfee619923a36cdbb29f93664
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b365f2b994dd56db6c9a89fa644b223a4f7df266
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e19383827bbe92a2eb20f02d85d744df9482ba9380f59ff8f61980552ebd78f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7924ac5beac8a90957a18af338a0c60699cfcd55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fd52f6292b545188a9b344a580e8c9eb9024b5fdf2cc265d867d16e3acf93f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104c7c386aaa415a98560202ce7830e1ad19b4a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff4c2cc13330f4dbb2b7bc193c792deeca361967c570f70d282e76497e66c44
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcd4298825e64c020773d896bee363df9dbbe91
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67422b628085eddddb610cf49bec1db711ec246df10d4c999ecd5454a9f5a39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0540a8edc32f5871c709c8f232ede34926f4b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468851a715a3804a9d2d0bd6154bd4243d3298736da1e672e531f0e156e04d51
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252d029a38b166d87d3caf5db2b8290757cb9fab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ba101a9cd6e95f1e7c89dd26e32051fe8102c3e7f0f85cd24cb8f823a21c0f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca3d8269655f8aac1083ba7eba05cd1c1aceaca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd76db69ae73f3650a62eb652c3716a2d14afe47c35bcecdaee50db63a04008b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5bb9479421b0e1c16e2999ed2dbeb7443b3dd6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8301a90b29b4540dc78e9c763c2cac80089b461406e7339a00021879e550f71d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf886e534f025b5402485550ea25c610dc60e646
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20be11fc386344d9579559e99131a977b9db60cec192b7a2b0a94aea76da6fea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4f56549d1537ad3bdae9c6a7cd0b55b05bd2c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1cc0d59bbf238d8f533a9a8eb9fbd70ca947880110699b2ee4f2b68430d765e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efad4826747a7d72a6129c721e3116706927465
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886f0dc8e11f2cb2423d40f208f6d00edd5b73c3ef3a566d8109acc43b70ec01
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbb6216fcdae2140ca56b240a3125630a0cdd80
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b370fc2487639f65d24845fa309b63b6b42691057715b457a3213780c7bec89
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c6f3e717c3b29ca4e90433e8be6e97df0c7132
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6692897dffb092caddfe124761505bdeb4133d7c628720dc0a4da0a6c91a87dc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798bb98aec0ac2f1881b25dc36ab2623aed1c728
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ba24bf77b07253a31c1b004dda9e3cbe95769bad1adf0a57b45878aabd569d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e432c0f62c47de00972619c0ca2109426c9045
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37e8ea6f504be75107695e929028a738c2cc33bcbdf8680480471198f4a116d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce12ffc2b2b6a37892abe70491a9c30e56bf1cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0320e728326972cc527868b732750e7bae8d3e4ac6a8c763c29ac97e55c16607
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e344656a5753b84a68b834e0d682493d450f126
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824a1c57cd34323a0d6075e38362b746628db8553990f2a078b7d6a05aa29091
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b3d7a3ac6bfffe6b0fa0885b4e1692278439da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb45553536870e5037f51b2258ced4544ffa1b5d23ffdf736341ea20853e8cf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e48857b5b5da05c0eecda95ba106cd3bb5d56b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9584193d22812c1a05487daafce6d6b904edf1181cd23b59dd0ba0a60e57b397
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27d14aac4df64f7722b3bdc98ac3947d2f262df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c4355c2be1bd894eaa375c243c4a3dbc7aadf2971ce28f26eb298f187eb72f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641ca3fe2b24752e783523cdad1d3b512b418f85
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f3c6d3e20fa8bc317f68eb3955c47573309520ef5d1bc78a8cfd83021309fc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25b7fb9bc7ef5fcedf781fff28aaa4dcd39f309
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8b5a9ed39a2b3c1196e5d9a165639acd80f28d54ea09e36985dda48478862e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb821c865fe3a7452f2c72856b08b27ed099b3dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c23771743d5697b3a1bab6101f246425a0986300d20d28d13783de5b565028
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7953d8af907dcdf20688920527adaf0283d93d1f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5fc147a64d6d2b455911a3311975065cb38313898e644fe3b7d48245cf40bd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55458c99aaa97f5694c20257f0f06e02863a0456
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2991b492d7ec2aaab76c7916ff1aa1befa0c7f24cd00ae8989648e3565f79f6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a50a0286f17be3d496642bbb5d5e9bd894743b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c7dae9bf279cf7bef5c36ce746181c583c18f12a243eba50553eaee2246686
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42e7550085bd03a7a6c71611370142c4b8fb8c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53601f998a5a19e08c3d4db8947a508a9b3d59736aa7c2554e351c7d79955d5d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f20314ac2be0abe74cee2600f9e41505fd0c8b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fccc512f0c68342325dfc01d1fbdefc6000a3e52a60c38d4bd75ff31728db0c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40273efc52de3d9f014fd9a6b811d59f76ae4d10
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd588171dbc5c3a98c0d6287257f2b8b341375768fed0ce27c06d9f1d3c6f18a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1dfbe3c4b0d5040f94985c7887737acbf18b040
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943e16d27a8e0873cd4e8bc0475a06ecaef05d13355d45a0c4bcda248ab94b93
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721fd0b30831c8ab7a96f6310ebe4f5e70db4e37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc74faec378a2b0b37b0776bab6bd02f355412fdcb54a2ca6948e6ab69e044e8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba74895bdf113d49a8f27434f2195bec81f275e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd1c45cd6e26df40ada60ea13e0db3b2bae25bc0fa156a5c672a5ab62fe52c0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64793f4dee7383118a8be792d0b5971a98970bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfff62bf4d31015aa1cbf1ef69113cb72b420e2762af9448fb6b6b0f5310ef94
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e98e349f3b5d70904491bdc4d0f3317ada5b3c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ffec77ffa364e0fc3e2a7a15d7f984a768b9bd603986d09a0fbb0b2874a55d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1d854166cef9a3d8ba1e40311a93430d1f560c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1472998a87b0257e2a0c2b63a9e04ae9f3693c01475733ebf2e1249d758a68
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3f9e5f3cee95b21950ca4a7c64c14dd1e32e49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114e3ea81fac730ae73e4550dc368565678890c8f83f14d9be42e3170818bc6e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1d476cb8f76a967a44de20560c8f72a04c5a69
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fe57da79c050c50063f75f6b92a54dd672cdeb068e4929edad24a52cefc1d8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765a65f841dddcf8b8f5c772a3c39cc41863a830
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb1dd0447ed5dd71c42bcde2421d8d9fc81ec2750e084971b2b1fd9dc324083
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a3f6377ddb7b4658d81af69bf3bc92197d7041
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d42ab59c79f6944d6e735cc5eee6af5d2669310b9f079515e2b5681a6dc1ae
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b99cf703a02da4185ececa47d01d6b574e9b62c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f755888dc687bfc5fa00575550a864d298dcc383af52c63a22a8809fe7e64a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2eaf26e50e71f006ec5af17d7eb1f3ae13def8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591997a6b8252a82a670b651efe237e181b3646a4e990d9ab0da6016a449261e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60aa2cfa90735fbcbf13235a570387a4e5cda819
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ec98c85e29208c6a798557dbe08c98d7525cad01dd0d21a84d815a787b6115
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba827d50a0252444daafc4b558047f4096a6984f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa8a379cdb67253ce1400657a12ce88030e105338c02e0ba4401021eb7b8ca2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9412db79ab8c33661f2b973e569fd2d38258073b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c9400a591a4f6fa9df5a6720a53ef521381e89bfa0aa469add10128841e17d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30c2e3c4cdc76f04f05362395ba2c95fc921d08
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5e9b1e12fac35cd8d01b9ef822a8c34bfb441a2cc4468b11f0577acd489a6c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d77973d1ade248fc9b4fcc4a138deb02c3459f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b598f15565ac3ca984e5fa680b1e31293c508f4ddfb4414cb2ab482c9dc2f3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016b83ecfb25a0606635ff93edc63ec64713365c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b9f951fded67c23ba647a30f5f542ff3fe8ce798cd38441383c519b7a75ba4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec708d452e74ab1b064c5f1c74ecb5221f9d3e1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc656c998e5c33310239f43f70c0e0580e52db87ce2e693564a4ec118380cf2b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba697c84d6c60f383903af6674a1a75a1c995887
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591c1b89ba49010f6ffb02f18c845bc27fbab1e8b76426282eac5568e0ac5a6a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408fc8097d77ae523e1cceabd5313adc844e0bf2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b762d0d49c2cbadb4cef563a2d258d6d8a7e0892bbae3e2526325dcc5fa191
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac4312353c7bdbe3893de385162321807fe3e4c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd0b5c105e1b538477bffa890675b95982b74ced173e707b51cf85348325dea0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a775d396c88ccb0bbe378910c49f591d2e1ece4a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636c44daebca290aa42f89aafd7f90225733f00a1612e1c804fa2c2770cd400d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37ca656f14a04de88421e0bdc89aa17a68a0d33
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f00de35d47c0cca020883f64ba210e31d328ed1f906ff8df19f1f01dc6a7f2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87cc616ebfc4802cd362909fbc00c90218235e30
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677bbad3c1236e1d201acc41bba13ba9410ecec23309b4dd229325734bb4a8c6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82fe5a32e47a165e0ee599be7f76684b3bc7cd00
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61414d3782d0eb04c97e321ec0f25f3e9463fff765a1f48868ec444db20b8007
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce62b88f981d4776a499a065201ce272497fe80
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d609c6bf01f24af0f12b2298eb7a3f1a4384da85f7c71920f6c317903bede7b5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407aa5a9a95e9b1d8d7ff594b71936b1dc23f53c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e46790af0236f3941993f1307c94f52bf824a68756517fa1d051da063ff627
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f6e2e11c1a1b3cf2394b145cc0ea17bbbbc4b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a493b51654ab7b8500b63e402da7d158b6848183b4fbd98fa640c9298547921a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600ea7d80805d48d5e09122d7231e4563bd5c643
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7dc14bf24b868e0f3e36bb07aefe176c06e74b8f5871decbc75b079c3a1c3c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e01a0cf4318989b678d014176a92ac8254f17de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefeb513a258fb0d1ab514cf76dc46fb8cf4d567a07ef85ac50a38a3b577ebd1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fca50d3d295cdfc54706db9a01aa245527c28d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22eb0066334ed629c07c67d19926e5ba5e6b3f9661c2331b41c03761477b69f6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce1cd7e9139bef3cc7d4778858a1a80d0cf20fa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb9536f1ad7bcd1f2362705b5cbda318492b11a21bc7643ae8f514de6c5837c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d85264fef7142bc4ca743022fa3a766f73b999
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e45c5f8b1b05a7c1efd198cb0f647ec42b0ae9eb2f4e0f77dfdbd8cb0cbf32d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8995d23aee5f701d355e500aa2092bd185073d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f841b3d440b8c57d826870cefc9d33cc4d378de955f4fcf8381b561a9eca82
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed30bfedcbf90a538ec974810f5dfc5b3500a831
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda13d81b3523195fbce093a5ecffc7d3e251462fafe4ca24c669a7753c193d1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0ec0f554b9197ca56046f7e8b8e70d86c1e5e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc8957cc9ec4cf072ed373d2f94e7716072faaaa25ea91a023bc0c2586ddfad
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b52299f63ebbded1b40dcab3dba8c749fa0d008
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0ccc53f2459c3783065c624ffcf7af0b05d5454a0e4e9838ae20f64f19c607
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bce94ad0a67ad5066d86073efcf5c2d84ed777d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e339da2891252e60f6c5ce791aac1498cd3776adc04d0be55c8bbe414de0167
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ec5b1f979fa449903fc10a389c35219d7c7d5c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57afad91db02ae1ea6bd54592eae25e37f9c42d3316feaaeedc755821a1cbdf2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d14797b22640703abad33168037590342872332
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23317948dcbdead5eca2677f2f91376a9e8fdb8f2f2389bc18cee3ef741c1d37
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2635e84967e8134a67f9d3c2bee375df7570238e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c6a0c72f0774b7072a81830910e879281031398f07e319cb48f69db3a18055
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51ed4eec4086daa403c8ac66f02f3b2738dd17c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131bc332beeca215680b383a4984179c0a37230814000c75200cb36aa5268fef
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0088f0e25aaf544a2250ce7afb652a4146a44f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d6732693f39c48a9d70c168eaf7de8bd9f52468baf915d3f83918390fa4bb6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d99a6d82751535e42b86726ddd6265e32a916b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2260321d01d83d6f863d0036412fa1bf09ac8cc0a3dfaf87cdaac765d752205
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c1c4a2bb8bcd43300647ff884d3135b6278a7c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6915f97a85f219c3482ec312d050b8291b88f12136607d31977be1fb080ad3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b857dd45b95a429cd05322ce6151ad655c703ef8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e86e49b85805cefc6075aec0c873bf50e575d1ee7230d1f4dcc852911ad323
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992eda241fa190014cbb4c93be6f71319fb866e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943a07c04d5afd05b74d5ec6044cf436f2332107967fbe5932bfe4d936d0f29b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab59e5a5af51f67bfb54fba3be11c83f279c54cc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ebd2dcd762918669b6205447a823024e34e9a30fda97da54ba58b6f1354200
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6402b01418906d0e0e68456f4b08e5dec6239797
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35fd86524a0792ba113eb25cbc5cf33d73ec7c7520374688208fd2c86df3cc3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55b55a024e47b2c76f9d5d5950ed7c78887f963
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2357f9d1ff0cf5164691c2fcc754b253d2d08bec25e02861c95d0855d304c3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baebcb36b2ec867c54fd0981fd265521afeb102e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadd6ae8762791fff94fdef8c7c457bfa744a9af9bb932d96b6e242442fb0139
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5d829a190d157d603fed0d3888374ff8bf7ee1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35b6b50881b0765171ccebf89a4f6f002c9bbe66c8ee8e6f4169d4939d2076d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e76453cb125ff7967866bf098b9fd78474c32b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865b49a2da3c0ee7ee79ff1067c9780162b4fcc02140bd3ee62cc06726360881
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd9d9ff13bd4790054e5cf7d8949169b5164b09
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb5fbd3dacadc129695d2ae52241a6e27a93382a3db5a0b5bff68263078d95e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a415f623481f675ba97ca8a43477980b98f19d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9353b87eca5f4afdbb01891681010af54c0f18836ca40620657f32c2eb6ca322
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199dd6b2fea639edea53062a0c364887b4f24212
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514d7bebeaf869ac038f6cee1e0cdbc34d29728204b1c84a06a7fbe2621acfa3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19dc04e76cf859114f516b4d281ed0640d36e94d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bf91e13f2d8299edd368c3a9755eb50a58e332575b0f8d5e9161beed22b1df
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aaad0ba7a3c3fd949cfc41bbc5f7be9d6c4e674
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26dfbcc7ac56e22533ef241bab40148f95aacf7baad9879c12b108c051e94662
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb17431f7bf9fe7e94f18cd1d20909852cab844
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00284b1aed4068a1abe91121f6c02167dd0b7fc059550ed21a71c147f8d9d2d7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ead1247ef4dd73c27bce0faa738938eddab43a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858f78da8be55db3ab048159551b7735f72c100fac03f67b55f2522975685015
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76df6e186954e385ad96325a3144b4bd14f623d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe83635a4eda791c761ae957352f5ba1516c1d6a55a6f02aba8efef13be5c7a3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46ecd1a73efcd37a402b2c35e812e01f792d0a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90967ba619592f55ad1bc67112389f652d0a69d846beff762be48c683a937aef
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5219656954e1d207efd4c58755d45718d81680b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869b30d00f42b195eb8bf7f3ef1f85b29882399c2614be0cd7838758fbcc308e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09982a73aaf2a1604fba68319a316a4ad328585
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545efce326faeaa51372b2117d23120aae93d92e8f5c8b6d4bef4647c15caf8e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb559854e2e9cf00315d5649d968c07f802d642b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507c36fe46d9d7af5c53b0dab51838e4d35e7530d33850ba415398288344ab6a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a91b4546fbd64daa002e340baf0af5edf9c81f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184316fe236818e23b3bec4ea9da571cb0bc0bba6ef96e1925258051d7b8c8ac
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3501ae1eb7bc3cdd946a12357c3eccd60d6772
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50c9a811d74c7f7e40c00e288f9c659849f941c25bcada1a1143f9e2dabd0dc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc1b41ec264dde208319d9155e6cf2005873a03
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9ee5ec186858b0da343d7ac8fa9d984d6953e5ca9e2b14969f87326571949d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2657b48298aaa781cee60637098663b0f59e7272
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01b6c644f003c780484bb72ae504ec9897e950765709bd7d7a0548f2e3a6916
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc81d85880b4a235c648d3846944923057c9667
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1fa7a0bbb4b5725a757805d290381012605855424b9f0a509e9405ff14f1bd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7900040a796e54862930a7e6bd69979adf70cef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e139f0d05a7661bf20290239544072c8727679abbfffb1a892465eff5b4d8eb8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f81f4f790d305c5808e1fd70cb847ca3def6c4e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c729cd8cefbf9613c5a9f85b16a1dcf77701ef220aad22908870b2bbc674ce
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7bffb4f9d2a45dbf46143cef8d890c372274a25
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea32dfd608452b3bdedd077ee6333e785e508ce37284a12ed9f3e321f42f03b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7bbb56cc983148da392490a2696f490ccf6707
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02021ae54a234e84bf17ac3d009f2e22404611d85f7acb13ec0659c1a5fbf152
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7adabeb1fc4e13db9baca2e5813856f7fa0f521e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7fe80bf7578d5fe47956e6da0f6b8a9ebffa21feb2355149f64725fadd54de
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603dfbdce7fe8bc91641b7b3571c0eb2060b966d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e796467f60c2e6bf634e688e582a9273fb15568bcd99621d121a3c7725a415f6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c6ebdd7a918f965dd0d1b5baf9c85aec660b8c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f46e4ed83d9079ce812968be402b120eb69dbb7c28149ae10935a5f644a9a6d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e312e1d9cc3b689098091a4274589491bfc7f53
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfa73521eb5aa90f2f46a5a878b37a3047d5fca19320b9b42721672e9f9a8aa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626249056368df42321ce92ee180da99dc19d84a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb29903fde9236fb4cc90433d6907c3cc0d610ea7456812baf823875ae7fa52
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4374b808ae6fbdad4218a1acce772961f534d59c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b817f481aec4d26f1ba86532bfdc259c42aee502798921c1e37c8fa4ef75e5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a601c43ea5b3492318d8353c7e2ca91853e913d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5262171a3dd00b720da8cfc41f6212aeea478cf55c52d4b8af036c92d2a66e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fff192b0eb7d72d85bb7d2dd94d0151f29fe202
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3ecfc22bc32b9302f8fc413d46fce13b9062c44683b7cc83cacd18162fd8bb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e91674d87f0738c387216c771f0b1e9dbbb1dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3ccb00fc9cdd1370e3d3b4b289cf613636e350f58126decd7118b119dcee25
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b237f5cb27eb0473e4cefb397fa0b283e265fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d245d184a100f2f583b191a8bc291e954ecc57b33d2360785ad09fd16ca82667
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a680d777d75db0c8b01efa40ebcd1ad73fe04e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f160e8f84bc8d5700380da4e378e1e9ef93781b06d6237f8c0696b8777da6c4a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5903d315360b0bedbdf31edfd58b17aa60b815
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4173e48e448100f199e287edb2c32cb7e08d446a3b31f0ac1fa6cca9a6567905
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b20885febe10ea345c5de6a169b2600e3c32b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8ec118b25a5215703cca91e535964813c0cd0d098d0f7e31d66ca336a5ae20
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6834286b600c39eee32df408fc6ada050e39bcfb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f17dfcdad5345950131e2b2a2cff482360fc8be49d7db8bcf946abecab3952
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1de40d9a5988a26355bf5698012c38a9158d49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2c7027ea41a92135421e7be5ff91d5cf6425eed7d4714b9fedf163a49691d9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a313acb6340c94830eeae8ae167d4eeee57198
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de38d8f33ef8c530edd02492a547a4ed0fe8b936add17c5535a469ef1f10d04
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e838bc7df02f3e16221133c2a91c436a72d3685
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c1ee9d7e3e13bdb3f71309c0e4b74a6a37943bae9de4f09c56f8dff2c75ca5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8587eaa604a853cada36102b0441d16f3e7dc8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd794cadade051dd188d948b7256ce89303556608d06ee5d7c717f7b46918957
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a06238ff3de9531b311ef55fa67cb644299d4f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970231a8db759ee5c8f994b3fc4595226f89ca4da0f31328a2cca1a4bda39a28
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8d412a86618c8c45036643c507bfb08753d94a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30dbbac8b989b61d9e314d511a5b678ae5606669ba17f67b2a7cf6714dcb9aa9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ac3b6ef8717744c1ba22ca4c7edd58552f8618
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1eecf3a708ac705ef807e11305423a5424df7c355e87f3dd0ff799f50c3dc2e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118cb383a89454a83b541ada99ed3d7f48b4441a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a01f9fa8665b72aa3babcb162f5f78bf03d87e28fd2b8f06bb2edd0f72ef6b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d9f165f5585adcee08d39af8b8ba3b2d8abf6c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942a96d0337fbe5882866f9351f1861f7f13a5f3905ba78f7a2206f9e44ffd78
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302453a86ae39ef148b1b538aa14ac729c96c725
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6141c7f6cfeddfe860e51de32d63f7e87cfafb877d96c4cf1fa0579c5201b52e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25713ba9007db7ecb3c185e0c4e8fbfb82e51dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab16a3d5c93ea0d1153bdeb7ddecde7bb2be7c4287604c442f5b8028720e880b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354d28ad5cab456e59e782c5e80eada587d0b97b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0101638ec8daa5e0b51c7e439dd5703b93fdf9f918d85b7c6075ed189f9447e6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e507877e1855aa605d47c1fd91b86ba53e830d69
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d09de5766c01cbe642dcf3084702d34eaf1d3368e4a445d12c8c5cbe599b65b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b26a08160b7d9eeb067c960fe898cf63cd5637
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5768505af82b2775f3e83f8116742917397fc40ba0d140f9983a39a459f9a7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232ff5f5e668ee3062cf5948496b45aa9fe5030e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feeba4b0e672831ca1d605dc597835707100254929cd063a8cc71dabb3975db3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8776229ada4917a1b6887868a95ddb7117e032e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afd86bb5b078176440c448cbe10f7746efc19bd259b427645c68acce5789456
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d24f9bf197cd70f4af6dee93d1326a774c92b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea3127112fec463919adc63f983ff8a53da6bb5a8b5f8d10a87f79a52aa5f46
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b1d45015efc1f64ddce68e95708636f228f5bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e374e65cb3de4accb2e5ae1c3ede2980c8712d56faa13638e2b6d69965d74ed
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec20b49c9c4b7cc3413835447f2c5db3a9b470a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97afb620262dabca2c22c7e031d3344a19a4839e7ecfeffaa25ee13f99992de6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad6a2ac6fcfcd875c70c038c5b413d20e0b9994
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f313651dd3104580234363af839f3bcc59ba2bb70cf1e3d2aa3e2dc71aa8d5d9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd06c89544d4ac7a1c4eb1cd4b127b1c27109fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a54281bebf06d61e1851c037ef0fe7db3cbbd690ea4160c9d52c2524e5fdd8d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30254180ad8946868e52b034a601689e923fdae0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945f1dd98a03009845f6e89c981332639d58552a203aaab6a70405a69bd022a0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe156cb717946fba730a6e64aed770aef95b0e3e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e482626676bc4e5da6089fac41fb61c1df807ba843a46cd22d04d45dd5454565
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ddb6ecb9e943183330f0dae840f3af9f088e7e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85a4dda757b05c9778664dec26efd0abb4a1ad28d6e09d4eec6dc77c1ab9d57
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b5cc80edb3ea0a1683678746ea4f657136d3c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1779ba10b725e029e844030b0d15a47c6c83d8ee80e3ac9cb6eeff0b10cef03d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9f616a6222526895aa7b84876bf18f006ee6f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4f19cd61830c185cad4335dbb9674b8eb3f454d2134ecaa62a895c78e001dc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def620b937880e27cbcd72c0a2bd5ae19d0a5350
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cb4a2aecd2b8956ba24c891e76be5a8f845aec58778f61e2576bcd0079b73f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f4cf1b0202062a4acfb5a5097675ab7813b19a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a354c4a2f5d9d38b832876ba4e89f068fdc59976b069981dd99d2a065d00c11
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037b380663f2a4a674c2bbd17a86b2a339fdd439
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca3814bdbd6d85f6bb7b0d62c9567255b0db6478bb349e3c2bb131e29baf8d2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8624f37b718a1db72ea92c8557c78d368dc5156f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22dd60ecb65446e61a5da4b1858ff1e3059c6e2f24bde9ababe2e71baf976a2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7b3b17e9266d6f0343e97e5bd6958c9731bf2f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950bef7ecd61c0c46fb527dc036bac54a9049b13f44308eadef43e58aaea14c5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f38a498707eb2ce05b93574e3a55fb1e2c6ea1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695bc1e1f98c3581c53523073271974a84deb14b439c3e03edecf023af5545cd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab108b2c745e7bf96b265c93bb7804fe6c1bcf9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c66e9d41c08feb3ef9c17cb7f2612b027ef86bf78922e4e93a9dbb7e02739e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c5a1f197516f544faaf3862473296352232a57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b18b4c22283e2d8d7d945913285b172aef735296cfa096f2f86b5eac826a73
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a706372542106fdac4f0d0b3a7737f0b5f9197d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168c19f83bb9b20a25f30d84822bb49bf249ed738d63095e85518ee115e3e47b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1c511ced98f253de35c5c0431d5aeb358139b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2731d1d995d6f8dec2067949f65340f619384c1d4fbc0e4f267a9790ae2541e9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6283d2be06429cf1cfb20c37422f2299a0c3a8c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3cf40932aa51829dcf0442c0dffb9441cb0f28518a8ad347f813ffc73fd687
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4009d6a574105d30e5d5d1a20dbe3c1bdbccd888
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56bb7c114f51651a20c0d317fef88cf328cb3c18028bffcfbe876811552347a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec40203fc914d9d8be2b0d193d10e9e9593d0fa0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6a2fbbd41317c5be305f4f92fd864107d163d915400e2f72d69fb3d546be45
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616fbb89ed4f02662e0859a360cc455fdfe8d5f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3710de413241ffd1dce21fca8c5c3d5dc52be85e07a23851e5901e4337e8b9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ae3c0498160d8a381e9b4dbc554433a58a300d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfb54bde7da205e4566cd68e70e701bff24b1d9f80f7d7c9f4243750d6dbe17
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957d469e4012746a7e99dc9dec941b7093b10dd7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f047b01cf66337e4fe2033fc1dbeeab3e8d9c1d5f6ca6e35f6e167a0d6a02b0f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6ab70e161e0735c31e539123cf3bb57966ef45
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5a977ff47bac9478057e82fafe6f609f5c1bb437fc5b9358ec63d1c30e952c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7608a8958e36dc14bb36e9e57d382661ec49ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2571949b4a51c44211075b5246ec93b917226afa507208652e8a8b15c58231c3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f0a4b98e54800ecb474a5b9ec6e96b8b61b663
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec46bc2e690825db1cb7bcc9aa198f7fdf2a1415568887674ce3c234c4c11ba
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53643078d306fcdab42775096692ae673e43f00c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06020dedf54bc05933be466c727e65d8fe73768a849b60e0250337a10038ad35
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13cd29822b56c5d95cea5d0ff294d0a7c8ab322f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98e783fa23ccf86131c0f89334cb2874c65e4bae20172208038e5ce71ef0871
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895c2600fc883165c07d88776cc07041329fae2d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4742be77966c701ecf8bb9fbc6d12a2c97f385b77c049f60c4986ccfcd708c5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0a13b8f3f2f4a7a85f99e31b947d19965a3a16
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15875ae890301665d8f6656dda93ebb1735a9a83458478982f8be8caf82b12e0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5aec0ec5db6998946c9475e6bb65dbe5ad04a0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09040a75d236ec414d91bd3d077c9b6f0a01cab694d861bf03eaad17340e492
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4017e029806c3fa0ad57e789b20e11ee0655ea1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498786636002ea80066afbf72bdc6f058429642fd594003be82ad96b1aef83c0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5629bd54594b095e04cd94ba6202daa34913dd09
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff7da533fa6b007b37e9df13a09dd23aae7b49f51094339c3c36d939c082f27
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66f37708c0685413b72065451f078c3623431cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54be50f68238bcef4a1b46cb079562519e476915ac1cfed278fed2fa8c92353b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a8e0868b42ea0abc6743effc6b8355ddbf9edf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea178a557e28ead4450ca31d55f700984260867565c9fea33459fa370f6a201
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c665b94d0878131e2303e3c982472f79259c15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0c2208dc17847c0ed72bfc6e02c77d8b1099040887d46a47ca002352ae2678
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2489a28c047d25ccf27a30059f90f696da20c171
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e5fb8fa17622cd5c2c23c0ecaada4e4311313fdc65d0e71d1db442f66f8627
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21a18e88efb822b16d317687c9a5770a1a0a5c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860eb7ca1412fa5dc5706fe59e0bc7a06ddeda21465df5bef3261d0be2f35990
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657adae18aa06755b2e6e33cac539e5d753f209b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07326bf99802205712dc9edcd6c145fb7e076c9822b33dda06e238bed0425f1e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610927b8156c12bacf2708c5fd23ce3af0e68344
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1516aafc31310ba1aed03ceddc2143f6d87763cb0f64a3773cb130140514ffa
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8cfb9acd84c70b59da4b702ade109540e51e8f3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc538dc438f95c333e0e424e7585866cd5d43a4abd490c6daa241262f7ccf17
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0195c1707e13fb49326689a64bc6b2ae7b1600
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e4c772d359ea47a1253998b1eb40249eb74e3422bfa3f7175b4c1ca01b597a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e98a9d76f14a0c31de0a21e0a6e21965277768e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6065b884928241aea69526c265e2ba8ca5dafe2869612d4bb72fccde0caff51
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e187a5c52f3593558834a2539b2ed8577dc86079
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a4a288413d2b283549fe1562f4aba1080d9dbaab071b0a538106763100b11d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9482aaa987c472ef99d192dc972d62bb5a9c2cbf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd0cf94d09646234b946ae50a690d4328f23e2cf7b4feca41aba002868bb152
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32901193be3c6efd43f88c43023f42c40cb3f083
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e422c0d16aff1486d23f6570b0592cddbe074f39780d6bf7981e5212127a5818
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1d0242c12f43aabe9074463a7d0159aefd549c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1404421c1385201d582e3432f8c3429a0ea1d77ece90e47f838e9efa0efb2bd7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bec03addf90313cd6f579805354761e299b9a6c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23b05a533ffef2c0e8593c8ccadc5d9e0a67e299f257158f193d64e0b321d3a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2af2fa54cc8b5bea3a491b21e8455688a9363d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90da3fc20838e0cbaff1f1c6d52c6beccb0919603818543f1e5c0c0131e4347b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44fd910e22fb7299c7bdc0e19e89ea32f010b2f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03ac63592dfa2574742c6b3e5c2703026cb69870dbe1fdedd45e0b71053c986
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d60dc4d811843232b8f379dc335c82c339c3e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42261108a6d9fb58a3901abd8ffc6127c77a3ac69eccc9d4ff2d9e73bf697457
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea7891367d218c1e99b6edcd3384c09c79a1d92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ed45546080c08400e3b5317b34192736a5c6319c3254eee9823e5c63430f53
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c01f6eac3245d21356fc560368eba7fca5d780f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70aaf6c74ed07f382eec67974ea7e8c43da3173315afdbec8befc80c49ecf606
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197f5d6fd150393e4cd6b3bfe77c14c286a75069
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917ddf94d07acc595e22fdfe157a79794ae684a32ddcd344983da4d6fb69fe11
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4b64c699cf31306385b00309907a49443805d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae4f25b5b7f5b90f71a3be0e8b4184d0db69ec27e357ac0b527e65ba1a05c2a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8172d68f360bf0b598d344ebdfb26a3f84efac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0117f5b682cfcc5a63d778709284f6d9e227eee35095ed8bfd1d64d40281001
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6032b4666d317c7cc4f63a0bae52a00e063ddc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91a9a935e974517bc3bb2ef5d0c1cd4731b1639dc98f1d89ce4f4bddd430328
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec8fe5bcf67aaa75d388cbd16e840d17f77558f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82f2b25c906dca18e840711c392627197a1398778cf2d7519fcdc2be55d7381
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758587711eb53f231f5533647a2b41e8cba6e384
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f480fed7cc158745cbf2128a12adc456f0d7443283f20f4daa5aa08c73c900a4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd22762a27b6b5cca1e093f8d91754b078b9ece3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88dce67f00a48a9bf7104c3ca0ea4a92d07461890c92e727be5eb00e4e790fbf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bc9728e901dd259fa2108db396acdf14fa6b2d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9d1279178ac7f24da3880a5de6e968558b8b5d0dc55843f7c367fac9e048d4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af96e0456a74c4bd01262212f0256f231430bea2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9cc934edd2ec7f6ce0de36072727164f3cd3af6ba516ed8507acefe8e90ab6a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd28b1699d27801b2a9c3637b3eaacf8a559e226
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ca583e024537a5ede4b80e9204931ba19cc3f811a8b4ca224840aceccd4212
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51202f2181efd9c5baf7cf8fa9aa6bedf0812775
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e67146922352637dea5ffb54ce53909c1a3641a030c7753d01e38a6d5304769
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564c84b3223740f8249f4fa5efc9c6f54e50c669
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767b51296bff40bcd6e6105bc7855d5a15752b27ff2e4e7efaa74fdedad4be2a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cdd0cd9c6c8df44feb298a82dd055474074cf9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46604413bbcd14f950cef17015fc015d2ff2f6dbfbf3be879a5041f84b93d3b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c29b13ab775bdd05caea4f5b1ab09fb1d8bf76
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bba62f900744f2a65cd145d5720df04cb83546ebed26e72f5fa6a9e0b8646b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c264bc673aa98d39945b9a85024391b6ebe7e91
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8d7cda77b63237a2a5f84f68aee7ae61bf74cc1ca66e31e35b3a0af1b46e78
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff8a48cf0007703d33b6a035cdb3cc33d5608e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fab285643b954005759212ce44ee7ac4411aadd8beed83206c3aec3c0d276cb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52eb51d736071eb2d7a941a1c3106e7f8c0a9bf6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6dc2aa4bcaf354c92b30c4b4df42bf4645d4a256a5e6e600d8d94a693737f61
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd21565764309d9c6d0a25b9746e46a4eadc185
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d44c76a5e20e07ce18951ff5ff8144639a5a7356d7bea519f19efcd3c366217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0fb4e6d0dd3f7032bd8738a3d034c3c7b6a4186
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76545d3f57ab05bb43a7c9a8d5fc39c87caa6ce3d36ce7364021e72d4e792dad
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0248af50ec83e3212d04227e1fc6bfbbd6c1667e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af347b0ffd23b210d3c3f2f986276be6f22b4b94d882fa695475aec5acb8ecce
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54228523d8e79432c6b48cb92598b9abdd46b747
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7b3a2d7b22b387dfdd05d7f3e9464a64ea6ceac0ed7adfff3809130f994554
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ef4db85766e8bcf35e555ebdd77cbc0ce27f2b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03aa3fd23cd459120811c7ef5b80f8bbdc64c89b1f9bdd43e2361f29a44d730d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b9d0f175dadf0a964d8b44b31760525a91ab17
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989d7481d2790f51caec33547c724cfd66e6d6c1533abe3b5d8135abdb3cd322
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3e2576cda8e10455ca5a4cd069283a1e1ac835
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e25ba6f7bea8759b1059407e8c10ebdbbfd7da3d5c4dfc98fd6f4941034dbf1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3404dee887568ee3f16907675e51032321e975
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2c92f9d534aad16da4818e1a0a12f4be64b734ac7738ddf20ad823afddd8b3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba56e59d0eb8ae86a442805563738910bc9423c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd22ecf17e5af8284f0d2d729f214559818a1202f2204cbe6871147e10d79da
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fab40cfd6171a3bda84e7c6934e44eba765431
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2035dc2bcfbc757359c8317ffaf6d3831482e747d567818d44d86f3fa6dc4d33
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01525a44bf670a9fd27e1ffade3ff8150c9ab914
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc204a805c34bff047f12e372c8508fc4eec762871110ebf44258d2f336f908
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcfb0bc462e9b1eabab939eaacfd028752511f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93766e3cb0bc11d0d7050391284d78868facffb069d05b5f851183c068e996cd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08199377624f1885a6596c6f371ba3a44d34582f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d71424932797327921821b5647978c4f2f6c0687e2e8f5dc7cbc527395ee46
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4833c063904972bb0898d35992f5bcc448b7edb0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8930a9fa18257b35a0a66d694c4e19ef1ab92afda86b4c918179565bcb00152
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648a8d3379c3321074e5ea41ee7497c45a22e1f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e1943bca336a3792ac0c8769a5dd1e292888b138a6df94419b31653627ec55
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a491eb9cac6eba46166b4e62419ad05e846de8f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cef26e2bb6e15ebde86692a8e7f561eed15539c8913810d6b7277d4ea75b4da
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d29665f5a75b60c834791579ef0a055cffe280
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710db92b78afe2a86ed7a1cf9240945257526eeab15f868a05af7ba3520b33d4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701c4204aa0ef55e5861fd917f2b8aadf7a8d052
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4533bc6570c0b9d7641e4942d050c631c4f4f30c00f750a5fd3991dd3ea45138
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a456684bb6a489516f67f47e3d8039561a85a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2949a8e19b1d05540a2cf37ab1102fbf44ded976918fe063135120fd8abd72b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77bed64c952ff29ba4cefc4b5db0f7f4d967d24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb2120a9949213107cb6801ae71a97f5cb59325ef70c2bb9a351f063b0002f2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638c9e2bc9964a8fe5734cadb2f48a84caae8d8c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44d89fa08e26af9ca6ff33dacab9a49b911bb95d1fea79c3197ba354c0f2209
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a59f20755181797a67ebebdaddc7c6c15f71b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba7567024d4c4d945dc93b7c000eb174a1b5b1207f7f3e93ceedcee1df5c399
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8513c6506f307136f03aa0da2d6c6775d6616f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905c9c18be74adeb34de7b18da96c7a0b7f4e8b44b62049630f529a1237b3be2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3b8b3f18c828006b46936886a35d1f5696d48c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a976529b607ea3d08be753204a07be2d82670d49f02991a08aec57d9f8818b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717a18f0a5999652d2326d96fe8cdd98e54fd583
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2752c055e664b1a3d50139b1b5e0e14d3e0f5dddbe846189a9b42d03f73ea5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d65358355d21fce5075b163075f1cb3aa8b76b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523a19c71f7615675cef0c8437fd4bfac52ac3ad0a34f0c7bf8f768a9370a2c8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a855ca1640276a72b9980f735806d0de96f244
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791bde58ed212c939136212c61182b0f25141731e7eae1f4434b67584406b939
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0a6f6c638cd360a573152b3f5bd56f122c60a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b564f28523d5a1f374e204cd351d5bfb9536432ef4aaf9c08c2506a66d298f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9caad75b39d30146d19726c909e49d235c81e52a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6fd7c7f60bd73f912e83e89bf9e2d3a0ca18a4ce40b524805f068ed74192bc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412b8570efc592a6e1491c858240f83f04413a3e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576d3c2dd937a9c799346246bc3548592d31eed1edc7ce5da0d0c569049b6688
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f3d003671eeac9a17c0a186018c332b0d52860
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78077ca9a6924473dea29f72b89727718fec11dcd6e460d6b11f8c1029209f19
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b5f50001b07884ce530c94dec04e35792cf26d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fbf26eb6b158d25e1fc2bfaa910be17a6e733aad753d74451ddaa500e6531d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd653725e1e3bf4df11d0626bcc5901571dbf0d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecaaf88179fdd2de92aeaf582be8d85c4ab65d1b744acac6ca98632e0515c3de
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b33974e7bba9c3b1a4f4e556634d10aba4e22b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850460bd59e43417200c112a84793ddf147e0348cebe8add63c4cdd4373f9147
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5321785e50103442a8ae7f2909baf13f07bde1f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3361fbf5fe0bbc4733ab13394caa17010060dc5223b7b94c5a80e92ba952126a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418dcae88debb78f2fce71917682978ab4db9a1f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6d87255bb9223d1f91199e3b128ae66f0ba48ec3cdaca7a18f2000bd03b86e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0effdfeffc04a184d48f13b95a930f601d8b5b5b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674d9e435cd8f86b14e98bfa5ef1e02f254f6d242c816e9efdc474b5be937f72
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66357c7373274049728174535a2f86882be46c00
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a35ffae28fead9f667ae3e17c73d16d1dd110be26cc034a46596ad33189bd3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2e194c2fa821dafa14bb3f88cf377c7a6aada7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc6cf118d0020904975572cf241d8a71b5a939d2b23309e8f8cc057e20652fe
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6428cd0cfe88ce3b260e61a37e9a4ccde91717d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53dd4a8e2a62a1720f54cc60340773c9d4ea80bcf0e38b8997bf73d80b98c5d0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287c58cd11be167a49770a36e0b9ffad7644c307
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5726c4807a5357aa4b81a2472c08d7787f9812ffdaad53277ac935453b4001e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4ca7f2e9e8eca45a55bc9d95f07cbad72378e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b63074d75932c304e314e84765ccc59418c39e3b0af9e3de56043c99c63666
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b16348575c389b042ebffdbdcde4739be77bf1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4859e104866aec10d60b8aa37274fd93269d7aac4df7f9501215d6d743a711b3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392463082e7289b7d7052bd00f49d3e0b48ff3dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbf9aced41b870d19738fa1c99fa916d2a65510df65737c6eba5d8ed4ef2812
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf986fecd3050da0d575180cdd0633bb8e363241
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165671cfd168065ddcba6a41cf397898caea9542ee27dcded95280338592e566
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223f42ef1d0bccad63588fe72197589dee67d8c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2b8854ef15b68988e90064afc3c1a8bd31af39f502c168143a4e716113b407
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b7b4c94932ff25d11114b3b4dfdf8e5395cf93
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518d49a2fb77a5fd2abb49b89ba85c9c54dba4aa8f2a9da73f91928b96876839
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0394fa7f24226650826a934e033e2ff6d3974e61
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f0dcc1b5fa4c7ab98d296a189d3cc25685b5435f1fdf8a441fbb7cf4e7edeb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a58e46ed00fa0f71bf7dfff2af9a5d8a37ef3f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9923d8e0c486935df224a8cafee6f6595377aac970e4852d1b56c92f659fca84
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015dc031b4793eb57af504241d1991cccb6cf1ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947e8d37b7390cadcb3e9cac735dcd255e75d24a283a86ddcfb9a4257f4393b4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd9617f109e865060f16ac5f89027b4ab164eb8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a853749d9817b6b1bccc627783ae52ec773c7b895deb6dfd77a5c51e83c4ed54
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75544eda405153b07336c6808c3b847f06e3a928
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0bf1438fd0fc72f9bd8f627f5da2d1b43ec0cd1df75f05f81149df053ac2b78
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07638597d28c54b4ce1a8cbb48875e31ff97d9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c4f14c7e49da87f87165ad03ffe3eaeb391151a13d780f69914f4556692eed
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e63146716af80f6cbaea11bbd5c34ae14ceb15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a72ef26a4f1708b494f1f2f5efcbe7893dc8530e87d68cec2c94528912369b6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2604a79acc975a84a565118b8ac2702076c01d8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15787ddac501be4c4f8ae79d0ba404589b11a06560c20c7b4b3f82ef14c66b34
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbe338f233d8c0bed5d75b7af4784879a79ef1a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f881390c4f0945c98365e3e7fb29ac2f7e74f301f0a8d5cc6350205a858a1cb8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4242474b993afedd051eeba224a63a6c1029394a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d597664177c7ef82431e4fd20365818af130cdcf2226dd5ffd0a90bad281c873
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62307c9932f0a655c83b1a0a1306444d20cac0f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73cad28f91868065fb25f7cd27f071216b6870f9bd016cc0323296029cbc5807
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724bdf53762eadd25e7337cecc7ffc5fc5d833bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7acc3f6844543f4b2a8b650f5580ac801a83865ace4843f806a59c895672628d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde286ed6756f1a6cc72185543bbebcd14886630
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451ea90aa652f889eff5f77edf8b7e84abe23ced12d1d8b68695a8e52255800c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9790398f8408bc63c1ad303fe30ee676c9aaafe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056bc7abf66309e5f01e154152fbde95069d41e760669157fa3b7d0756afefa0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4956c8cf5b7b140b7650b6b9b4e5c39d62ab5483
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38efe0a4bd5fc255aac8323213904e2f0e3fd2f0dc4f5bfda4aa2b313bfdc66f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c24a0bcf3689c97ed25ce6c65e6c911355424ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467d87749541e4140fc7e9a3843ee1845f3d10d100ecd5b0b5c26485134a0b97
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7109bc752b36de3457a68b4f51aa7a17c146ffcf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3857a21999d2bcb29542233cebc119506b9653b7ca2dc61db0cd067d67902d2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aeaf2b435cee8c5ff20121963947a4e28c34c7b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219581f5aa8b9b1c99ec4b182c6b79cf32b43db7a7eccde93250bc3bc97ff585
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6b4aeea86790614cc420c1c49a0df447b90229
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dca0476d53ae50dcb9ce242287d2eef599e5a5d2bfd2d3b0add08e33e0327d3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8afb677f154254c5902816b7298a6d52fd1560
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b574bab11fe5955de39ef8d298b129df06982d2b6a862dab9dcbc18f1e0c4d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21945ccce3a56d9db0c1e009d58fec409f749624
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c2cf57dbaef00ce6ed9501cff04910f94a5d6b180b48a34bc4ebac8006b29d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358ed6c061765c91c7d8adf357a79aec00c9dbda
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699955faa666fe9180fd861cee7151f08c90eba64531d59e07eed3b12e19b0f7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbe17a218fce6da8fa4112cb69134bed64827e8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b143b70cafe0eb46b1ced83738cc6b22aa686a858bbcea26e842768401d00368
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8e787d75732566a2326be4c0d2a2023b33446d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f77b7c90f120857ad6a401138da9d4f889ad168ca1f396c990ec33f5a796af2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78109c5f1de982ca23734f86affc2462fb471566
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6909f747d8d8ba4deb17bd83f8839d17dc4eb3f39706689575327afebea1572e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66fff1fddf7cebd4a478fb2c159be857cdef74fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766b5edc868229d589a313267a1b3993118c842807969435cef446aed0f5afa7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e8d895d3d5c41b8a355747e0ff960e95cd6aa8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea682fd77a56baa0ca3afacfff11325b2c52f57221730c1f7d89ccafa62ee0f4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b84e236375c1cc8efb6abd2d62e79a7c22a9ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d633ebb6986b503d10d50ee1532cef77d417e60115a1d2149109e055f73d4525
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954c14fdaa5921e394e0e0c569a115bcea834790
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f59baaf740527000723d56039c9c6c27e63665659f2916794887f1a9b71c693
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1cfbc811e489d1242a5ee781899e81ef718989
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2004744696b295daffdba857ffd61d4aba923fe46278d18e76641dc4039c5f7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cecc8a872b237b8f7a11b6de499604cc2817d15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d656cd0c32c2c25c79c423e08bfd053cf0438d71d5576b4c9cc6f10a5b5f6cca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73d6a3a7a68c5ffa6b15524a7d1dd560940c2ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf41239ecec2e96dea7cd43754be6510d6a0e1d2886a1db37e631a1dbbb36774
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d0ad06dff27838bdc2de1a7e5b4a1e6d4c558a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91191361f8e25ac8297fb9b26bcb1a2d9aee1269d0f5b1ddb5cafc0501d3d317
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3162b26a71f053cf93257592d0ab2ee72119aec5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b5c1841051af27fc53cc3b4fde6d4cc9976b836f0164b9111e05cc0beb8c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ac18afa52abb97e2696971c857202ae948f653
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff435bab0ba90a230c339522455480323669628a975be4e866130376b6f2551
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645e8b39a0283e77f93b5062a5424e67c6edf441
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0dcfdb7cef8fd72c758c66ee715b4540d6794696e7f6fa10e3a76a3d6dbc24
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbadedda311aed08bf2421c450d65a9af308626
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58d863ebb9ef19c005e9370c214e243f92086df01e4a2f2bd0a715e8c54080c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8da0fd7f16a62b40d23e2314e8e7517605fa87a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38838bc92db212e9e6061f10f5fdf4591e8d131b3ab1cca56475dee391099f69
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a940c2bbd5415d8f9f700a0f2cf5102568cfa1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9964135a7aec7e7b4b3989741f3f944860ba4073a9fffe9a6d3be277d2334e75
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c901c85d4bedd9af8db3f6fb6a2ee845143cf1b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90edd3458ffa38c1312296f8b56c281761252b6ae417c4964e6a97b95e418dde
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f9461b36d1f50b8d1357bc912449809b5d35d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0736eb9c740cd4bcec2e13be762f6d3b789e0bad1a6ae00ec360b7e174423d07
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8dcb0b7de5650528fd7c810417905a093103cf8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58b2554defd917b5c3951ce9a597c95c729a9f8fbbb250d762d81b15b1ad2f1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07631b3a8a277c496de60896ccd28946bcd16125
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5cd3a259d6f7b2b9708684494785f9c14faa6dab74be88328cd1dbd5496e26
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57fc38644709951fd3a81bd135bb8c720b9d3b50
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847a66f82926eee7d1a000f52a82bf08c81ecf2d5d9b55cf08fa8a5d762d0104
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d253cdcafb065f683bf2d3f747fcd28afd304f91
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd33492c8abaff1fa5cb41ae481f16e899c15d7865197af4495995fb8535d965
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34c863758dfb21fe7244ec1fedea7cc05e1ab28
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7cc153687043cdb9b8a0542b91db8e971b31e2a241ddd30c975404c76ff685
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a261a403004a7e318946b9930368c5e50e55d2d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea5f3817badb54367878cf93f94be40982863bae7f1a63d0c7aa90a871e6745
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de8eb51be5a4693cecbb4ee4296df7731cfe0cc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9709681c4ea12c79dae28eacdf528fc2ef731f6e8d9d28452c14aa0c5fdd3a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdb591dea5ff972da62b868c4c8fef0bc082be6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5965af8edd5dbcdec8bff79e1ccd7778604231b809ca8924022ee6afba640e86
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03cfe8c8943c9699ffbdae00d02563bed86abad1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e224d02ec2aa2aa29b610651dea8504977bcbb35db28091d67fafb223661ef9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81580d8bf9011e9f4e2b65f87051b960d7bf23c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212888c0b6983c7fe8a08062834fe983bc3139f5433b19abbd4b8c37f0793e19
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fddc047327b04d5f8338a1a57577977f0160a687
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4529a6ab2bf238aa64dad41129c0f86e107fb8d96041350d11e6c727517103d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120bb28c45836717ad4b1f6f4cfec136fa1ea2ee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ab90bcaaf1b93e9b965dd10e0d9521e9f6822ae90e6515f50a31376cde80d5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4124f75e902e19392dbce9ca8f59ac1a49a078c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb6c2043ff565deb415f368a2895202000c83a8f63a9fbfaf2cb1b579825be6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4ee3d59db7429d6f058fb021956034e43c0e79
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4122c08cd0add6dcab4a2b4b015e030d757ef2ecb2c031e227ae9611f82ba6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2dac10aead6aee2c29eba69679cd4af8fb5a425
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c316b87f73df1ac9c1c64aae0bcc85dee25878fa245a1c010b4eaa66829830f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa10a3cc42a38b4833e00a3aff1f59f2afeafae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f9b12ed681be6c74ea7a574ed1f07536eb93023244cc7ba4c7c1e08cab317d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee2f014edba655eed01370b22f61cc07bf11882
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8af3c113955597e41642e3901bb3035f97da865bfa57c2593c291e49f797ec0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a69b51bbd837017939db5b9ba20dfc4f8c0050
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625f461145798301781651d5c4be52b01ebba339eedc925bb4f1694455328a2d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d592aa1a110d7ff18a8af0015882b3ab87fa1a86
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e62e37456b50093d778c9f8eb5b02fc3cc40abce7feb170760d07501456f63
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9eacd3c7a856764cf67dc24d5163ac7358316d5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208d563794630026c243a54892000168900234d5192652a996e9ec2ab69c99ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a955a19cd7b6a77c9c0df8235de6cd8b6995bad2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18200952b288e2c6ac5ac1328719936a4bd80a2784d96fc79effbf8a62b216ef
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06154d9c5e1ae50dff6c1c5ade4b3ce161caa119
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4446bf0f30fef1eddbd9a2b93a8c8931df06e35aa12a65927ce9ec2a25949fb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4581ba4c5d0a3de5f92742a6eaaa4f97e2e9385
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9684ec4888b399eb44fd3cf9cf9c80abe7953e61da5d2cb0b025ea7caa44e253
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d336ef9406da7eb3b3d058f1306bbfeca5370887
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f69d02504e90816d80e5c893f59d443e825b9add7fa1399240171a75e5c7c0f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd40aeede47c87085584f009c7d0e7b58eb31c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7746d86970b4f442831468c1400a24a05896384fbbb6b18ba671e561608e196d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c415d7080cfd1888fac50d94a9405fe466c43f6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935aa0d96380d449c14c4a9a46829b3614c726e86e5f17fefff150a9cdb87505
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188f8e573e7f133491f9f80acc8b247ef63f348c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65b245327b576d7e840e825c35d1d6aea1b63d5afd9ac31104b167dd58b8d5c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9dc07e1409850610242ae58678d7cc4ca141402
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1761456c511551e5bde377c8988eb9cbf3ea05964339d46fb687ce9bddb4d3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f62e2286cf95d4581f0487e7816a8aef4d0bba4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902dc02764c465f8cc5d88159e5dd3246a1471fc5fdf294bd2cc78ec6b211bf3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba87ef9654cc2b42990c9028d7e63ee747f5cff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e5829697e320b01b57e18af86aeea6b5ec616b34c4a30e4c6aaaa63c20b6d4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b25ea765663f06eff00f183d6fcc7e11cf9a11e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a488c501e19db1e12e6da8d6211827bfc940ae2a24cf2a975f16bd77a820ecb0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b29f1f954e9deed548e66324ef698dfb56e1399
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9638dc7df14de9b1070fc5ad3cf7a5c5f34e5ea9454d373ed7587e45f0dc425f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3b383c0291c81756ff8558405aac0270c8127f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c33621b69a13ae6081286511770292cbcfbd88c897d5d4ee88032bbbd38be34
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43302f3fa13d6188c95084f1de67763559248129
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105a32aff5e298d70ffc9d588e31b5fcd5baada801ce53f54a28c6221d76d698
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e705393701b9059fe5ee6eb6c4fbb4158212560a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8890a995f0ea14f0ef36a46b84816972b4edff70874378df6d98c90d4ac803ea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82a5af48456700af4afae139fb546e8743c1da9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b137cb0892802cf844039397097c3a3f4512774e2d2427ed293e9cf1222cbf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0bf1a892a0a06bdf9613e293ba4389838cb394
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8a33ef892bfef9a8e5d52bec2986fd2ade5d0091feecd795d3707571df61c7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4fb7bc1286a1fb54a071ddacc4a7e9f24c56452
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8d6a30494cc94f02094d5f70bf80eeba2152eb3bff0059f5c832bacd1a2ad5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfcfdd4620cd83ebe97bfbf5b2d50e23260019f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f87bac5974572c3a4a43e322c3d7b06df84c8403f976d03a0b4b786db20670
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b69e7078630ffcdf49617fe598606cc22acea1a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ae1914de293f693d41face32ed82e4442141e273a06f9b29c6f5cb3c7d3759
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8516701d7ebfcdfa4edf154259c95620ff6b7817
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68691fe6daa2addaf4a9430e444ddda74b63cc3ae4f568f6a2ff5f3b02ebf87e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfb0c44d83ad7d4c7b3365ff2f812c016bd7b11
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf074f4dcd33f5c5b85833c9f1847c9e6d738b057aae2328a5a79e45ba4116f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58846788390b6d3d7d92f5f084074058cb031b5b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a309ec0946785d9da2d28442893d7d3dc7b6b8444d5b8845ccc35c69883fbd5d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa285ef89caf2f8374b722cdd7c1797215d4a665
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963b1024d6d13e687dc7a9e3c3fec67bd490e96a241c203013dafcd6ab06393b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce05c556fbab6dc4953f8f21db3f0a420864ad14
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697e978bf571b9918e07d9433aead39f8f2199a2e1e5fff646046794e2ad742e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9194f19388c69712d0a3d3032da213b13fd6c400
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8413fb6f7fe2f14be48130e8951faeba72df48351e3d4890063f5dbf087af939
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd4a29b66292506deacf94a23f4f2b498e209d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6500863ca9e7e7c1f6f6a30fcab2c45d2479a8eaae679c59bfd4b12c3f2ef7f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c655f187bd5cc61769140470f20ad3ee173b1fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43838318d289b59cd19377e2fa5cafccc4727a891a170c1246ce227b0945f27
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8644c4d812a173477a1178dfb9443dae4121307a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7f09d88a25f26785e2396a7e2db5c469c5dfcb88b203c94d5f7ce010423c74
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af0e7a59773b87485b81ff368fd5d5c8b96bd7d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28aa65be72c0cd10acd69159ec2d0ee261926bdc1ba8b866dd8395d7ac1472c6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c37674a7474df2c950dcfb1f2adcdccfdebfcd5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a708158ead12576056e885a15f7381a09a370c09b72c76febb02d89bf09d029
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472fcb2e3b8e9101b7aa4eb40559f787fedbc89a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb1ba9d45ab68d16d17c35fee0857cec63c0b39f0bdb102991798228ec0610c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d33b77a39decfa26d91ccc380d6588a9b21e48c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd6ec70beb3c8bdd985f7f513036fc9b1b974bb878daa5e0cb27651baa798cf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a92b4ee9c6fc6ba0d1b7d015c256bb0674fa3d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e35808fd6694a1981e8ad6c5dfb629078021e5b0f14b2674d298881ef0fe4b0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e7ba00dcda5923ad6a37acf2ddc24693eb1a25
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8db91930b4b33d5d8418533e8336e47872bd185aff65ba342cbcc5bdee5d49
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b103c0c6a21cc8b8128b4d6a625041f23366dba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bec5d99a38d46e2f34010d1a7ffdd23c1d218ee1dec884cdc779b1b3a24c77
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247a56354d53da2e4be9f382bdc3386f2b1f76ad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ab2e524e692b91136d6933a4aaffea79dd8735685669caabce0c0107e2f92c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1a8bfa5e089702c46fd03f8166fb985e577961
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe59b256a8bc0618e9515a6865eebaaa8a94572da4b480394840fbb2e6b40f2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68b00a9e5dce50c24ed232444897e2c17ddb81e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bffe770ae75b5c39d17ba0715e88714b834859775ae7a5a8f2fa6ac77637a73
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e26ffd95e243f691fb96bfe2d1103d4c8bf43f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08d0e88069847736c66a072824ee28637db5aea8ecd6b1179399b284f3041f5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02028dfde9eca30c77cb172e5fb5aee295644080
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5196f39b0cbf88e1e6ef519e1100b65fa716ac1b4a7517c20618eda5e3695e13
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea017b337af4587da294aab14be69ca04cbc198d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2171507d0f1b5d5e0568a1b093b837566241b375bf8fdd9258dbe6268a28b24
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71012616304ec8f99a55959268b778a3d1d3e4c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9f68b8f7ad9b7afee3979a1fb0e97924ba67ce260ae58a8323bb57fa2dc2b3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7aefa87217c508f757732b2594e863140029f93
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab1e72a1eb024e15aa1ebc6b5c1a6e1fab8ba45ab0a82a18a3451c50b0fe3c5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a6cef1162254369a4384e2cbcc90325938c540
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e6f552d6c62c4d6fb0dd14c2a43c42c323e3ee5462b36f23738930dc796f79
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bdcc8e896eb729b2bb880710132b0be8188f466
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae2ecfad95c99c2c63f087ab6e983b8576c8f69e418d9a5d0545d3c8833ec1b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca8e75b32bd1cb24b21faa3b9f1ffd4903caeaf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a687cea780e657b9f1415b122e9719aced180f4a760355eeb6f0eedf950d58
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9949e520aa77598eea31e8051230f55825075c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2c7dde30d2204459aac72a8a70294cc1ed447288d7f524ab50701d93dcffb7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f53aaad45ba49529460d20d3a3df7b1263e4df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef1b459d835b101349ffd4f66e1f9dbec4a2d2af0f65e015fbc0a9dc5740950
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad28131720920e8879c50b136f0f530688fb077
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7013df53bc5e9adf75329eabc4cd64b81aa599f3dc04d89f78f161705d73e3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771fe22387362defa67fe83f192c0d554cfc561c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6339cef765a4c7e849192ec4a137b07e0e21ff6fdac72c1fc89ce70db9a5eac9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b003c19d584e5b6f74de2fc184c582762324c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b1783208a8dd0901cd1e3276aac29a0608e69bbdd9ec8ed7abf8da3d6bab51
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9551d4921fcb8048222879472e43f7096cc85cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7ea49aae1f6c0f69535ac2faa502a5419d1a5de7378a4f94e42b99eff70183
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3211322a348986bdcc39fe9cb1664b164e360c13
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639ad875fcdff64dfc3ff09565aa09f02df1ee683f0174e64c271290eeaae596
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f655598d34122be923f5cdecd2a5bfb32ece327
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b468bc7ab23297b49b843cfe23bb582478fb2067b208f77d99b40a518f909d09
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf281db22394d942751649d93037498f9ca5374
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ffe3c93da8533aa18f459d2564288db01cdb9863250820cfa6142cd3241686
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92ad6a04fffb87aca91d22c254b53013c4e8118
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48665fdf647375ccac99ad50291588801fe096613484aa1408d17d99f39c00dc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f079385cdcee136d64ac98a1971bbb3c6245d464
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee8cb3a5557ccbc48972703fe723d8c6fb06dc6c088e6a49f726c5121da7269
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4869f3e46e9476268a9911953f5765db665705
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afb591992c050e3036b0e1bba65adc84c81003045b093d912b51ec9e0c79639
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f98bdd15c6ee020de87c9a1088eb15025b0a94b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bb49835b6375854e92e635e697f17f9df67a7289dbe883fdedb4e7e2772c7a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32abaf3d3d3971e4b2826569b40f9e1b66be161
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c099c9e3406b35a2107fdda557f2ce5f83846f46aab9bb22cd23d120547a28
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf09fc0af7d85d9a8b02c09237f2b98159989fe3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf40704a066008d50f1ae999e88b9bdf9464b2b377b25dc383e537750d4b93eb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20982fb95b443bea24e37b3864dd9cff65227443
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d086259f13d81883fd18d5213cda9bcc3838c03c7daecee10114f81a1d409b10
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1923a7c467bcfbc944a41d1755ee8701294b5953
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a3e98000f45572027b63ca2772061370c7ba4c9a714a8cccee25bc59963c72
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4340aa19f4644eecb9fe7c1fa36d870a810512eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299f6c9c10b67338f28fd08421cc152e5cb38410843c8b97c0070b97ac90b823
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_11/trained/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbde97e6d7297ef50e5b5b7bc4c18c8225761b78
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac972179daf1abdb2b0e98a23944126b01c87db0ffbfc101ed3d7424d64106e
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1244cf65a4d6c0cb299fc19bd56d0a8838413a08
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d8cced9364844aad960ba1ae261864b53f176ddf52d56de32ffbed74ed0b9e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb363283ea6a2443bf17019a3a04fdba81078702
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b5b3d6aab96c2cc1ea273dc2957535f08fa04f3db4d2a659320faef4236c17
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56da64e283a5586d2c21611eb5a2b6bb59636aec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446e57c1d13582f2cf0cce1877ca863c910f768fc413761a36eda1b22a79efdc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a551516fbf6218f5b18a1b85f92b9ffebafcea3e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b846798a1842609c03b3167798c1a47920707c94a72b41adcc51145ea7a682
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29bcf30312eac579811eed5970cc1a555e91183a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a05c1b0cff2ef4841298086177aa323e969435fce5c0d6b9ad9f62db3e795e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2744deb77066f412a6c271c4c85b6b618905bc11
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2a577e213d9a1b6d1bf007c295cc30d8bca1998e8a0d0a42e43bd143e86d35
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29294ef0c20118d39d5c8a83aa461e1638c4e232
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3930ec8fe809e850e79ea3b50777c8677648b2f08245452a135dd8ef4043d98d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f83f0f165b57c81fe08eb28ce7b0eb1e39fecb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c029c7509ea0c19e70c41b03b4ddb5fad0ae4511e5643083b96a92016621435a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd37e08a1fa7396544bb3a1a0217cacea22bd03d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef501f664702d306ac9420a01c28781bcba01c8e1f19fb594b1643ba8d7c2d5d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb05912973a11a343ca1d63665fe7affb8ca5e27
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f81ae45453e02f28d3912a5363798b30cca075982c6fe0898ee40857590912
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a785cab5da37110f6ab53d06297d50731359479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649720ffe3a825949cce36cc230406bbf3e278c5470596855239c2bd48d6a52a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2205a2465feebc279d8eb9e21c9b32e87bec41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2f76316f88bcdd1ad76c1dfe0c83a3fe1d232b85cfa0f609e0ff6b64d8a9ce
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03a5fb8936b9ecd215c229eff6e34264cea57f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3032a56ffa381796c9cdd2f5e7a6cc6bd3e8827f8000ac6d17a283320e8e1f97
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b515c27ce57637c81edc35ab1db377b0e59198d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e29414d46346e461edfdc36c17e050fe6f5aa9e6a388f965a3ff4f9e0c13b2f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c14b6b863ef2182d31b1d2b36e17805da86218
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f712d3e50c6aba03713c43936e2bd16cde05f8297ee7aefaf01aab6740ffb09
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24cbd9989289ba1fc737b96a8aa788bcb316c393
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ad15312be3589e4765e43d2447a6c1c02f55abee506e83a3cf62d32cb6dfde
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54a5274d2c2266033c1f67030111e6f2d79d406
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb493e5d0f38bf6783354819e3ce5e9f2a62aab7fb282ab2297b739e6ec5526d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa5426f7cc0cbbe2011ba35ba14d968bb558975
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1579e2bf01cd386bab32c6bfc1e00ed19ef3d6908e4b2421e321eb22880a952
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8dd5806b2c3e03f598b448172ea4bfbf053800
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871a3b721dad195ce3af10d6b531ceb05ea1babe1bb42af5cda44f75a7ab4c61
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fad8b294cec9c7832b1a4bba9dd4157159df96
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5998713d85fae1e7273c76de50fcb11082af2a3b3372b28a8ef8fd16e0e15c60
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb00466f58a6f19c31389c8b2b757969c2dae00
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa494e99b64f4a0c0e9f752b038440c9d9eb61a8f13804d63c8c704846c5a07
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd62dbd267ff975a31ca0c843c27b423884d1bd7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5e216e06056e97f2e30e4d4c939f4b78a2980ddaa0d9ecc96f8b44524f4b24
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fe41dbd79d66839f2d256e35f57ffd432dac69
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d550ab419b2a5e130a0098383ddb6a9c6f9474eba6f8e3967bd580fb0bd36ec
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f688aa0bc69ad4c30d6d106992556e122ab35d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627ba430d33ff28c5ad7ad64bc15cd1d3afde0f06852e449d7c66c4183f607d1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60a8533098a765c72fe95e931c8a1cda9b09ba1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:733c2d694570c7ca1990ebebf7d0ded018d33d7a0789ce42c224bbe722e2b609
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4fa945d85135f6b876b69cfdca6f04ddcfe837
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7319d673b673d1fe232c5b24398fe2af41a5850a689a8449f5bc275110f768cc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1265faac9b19f7934eebf157dcd0011b6383448d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b310cd03637c01ca9aadff5399b4db21bfb885d72575ba7d248ee6f82423472
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de77faa3dc001a36f9f8c349a976e0ad69ef6c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abcbff3ff3b924bfd23eec2983437ba18d4e975a9918f8015471decea5d39b0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40cedc37479e13bbe771b1963aa1b9908a088992
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad076c0c46d309a70481e546693e95a0ac8bdaaa7868364bc7a80c90009ad02
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5ad72f5c46a1856c9d06b2e61b73f1fc00c225
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e776a4a08fade9c4061bdf0a90a3a1c91f59df43b7bd4e18d3599242e06002
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aaa1c2ce7e80e2ea2702eedbe562c3bcd0e8d83
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb7ffe70711d7beedc41601272fb7ea2cfd5814e4675a000d50a86ea5eb7f22
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c8ef38f8a8b87ed42eed3e7e69007bc4e3c694
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969808177d253b353bff55b8802cc66020207ea5a0065413fdeae7f15e1bf69a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb34c0a12cd166b956a9f954f69963c84aaba9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049ff30d00d65a12fe077e07acf9250435a4b68e556d1b971cd5037c4f41d044
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e841f20350e61ff5d7c14a8482fce26b865dc629
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1903470be803aa6c45c45e0b6c6144ec676b2681526eb602b48e39d35a8435
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08dc2efaa38025b7dc27f5b71954601af0509b53
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce64b0f7f8c81c2f249ae8019e43c3d1982d07a4cc5ea51fce8009ce053d9b5c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9900691d1474b687532b3a723a901ae5d3ca7a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7e22168c9d1f522bc1d70d362bb06f34371a10173b9c4f89bc825964308da6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b664554aeafa44033f6cd5f398e2b281f499ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e04be6d2d61d45832e409707c749c523a524cde5c275b175746c6744b68efa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b6a2eb93e653c38e2766ba78bbbd88d487b828
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83beea035bef15dfe2f865b07b320349230656290921920c4076cbd4e6e0ed7e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b1e0fa4464ae7cbd8dcff50c6ca2af49e1894e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d192078c6f32d7d86b18dc6e88814913a0414964ce6be57c525604e8f5fecf27
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21e4f49af55ea35e6a8e8d42b3d2c7d8ba1d1b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1140bc0ae66266568b7202d4537a76ea08b2c32417b0a8e202a399c2696213
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448fea97822c528ab9d6c0e648f7d9abd0cfe874
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f360e3c5f0119d7980b69dcdef069ab2eb2c497d4b07d73201e3bf8b0e329d8e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff304bae07bf3e1d323063fa3c00cdcf0c1dd6c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2faa3cd35b911668639d3e306e016ca16ecafbeb8ea4bbbdcd640746d127b81
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86da09cfddac59856ec957132be2b5b5b9e170e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12bb220821e4b0225c22e0df0e05f33ebf60e81176f28a7e6ee24bec47de3fc9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..927885199ea189d8f1bbd69625d7c8e842da2e51
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4134b5d1994062e8ae15af3a81be555cbf72237f520b0d2833f905ce6d9df1f3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059b9459a0ee8b1b06ca14511492736297419981
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb0164c6a8062b492da1a2b310c7c0bf2e37e380ef1c19a12d8f401a6c3c917
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7829ecc31bd2df00c7828a4bc961ba38b097144
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106db66527bccb30dd1c1b0846e41c55926900fade0c38f65482f01bbcf97e91
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c4555b1b4b67728d07b08f2be8c3e7da9bda96e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71493d4d0624ce3f91ec3e287991f5499de4f59e3fb46765e0de31d0f3f605e6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34042ea8071244fac396da8af2ddfedbc7251f7e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b065475fa52d3638c3c5c978d719879f2757179f81dafffb89170da566e8d4e8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cd9fa66d8909be3c6ad4bd8fb546f81b8ad491
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31cc4f129218d4bb148a3085948d6c162cb100a5ce9dfc9996e25aa62119a81
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a87df3b445c1aa03321b223e8d438664c074d0b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1c665a01590e39e758741e4366d4734c4e7a997b72c522a8d0b213689b1b69
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ffc9c87102bea8c73ccf43ad0a0536196ef2052
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fd0f58dc43706adcbc1f1478de8a42cc697cea4302bd8d19431d7bc9a5f757
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61634ae79b4c973083787dc85c3378110633763
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0fc782e59952b53d053b504591c6b1c58da1c5843c410dbfd9c3bf1c7fdc92a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad985cffb4b785d4b1a4e27e21129ba40d7e5c82
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05e128e0e4df53ed835e5ca7ce83726ae5fceae1d03a90bfeb4e3a100d834a9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051ad2d264ed894c612e3de6f9e7dd2eb671cce3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc77d56bf7f7e2282506a0793274f7fd3ace2bd2751bcc595d0bccdc59d6ea1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24bdecd296bb01e864f63767d2de2afecc3e382
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a99cf89c73a64fb5753a76ca4103a125c4ea4de036920507453c22137d2bd4e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31efdb4ce2717468c6248e77fc94742bfe7fa5a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44be242111e8027aa05ecf37291e20d08876c9a0120fcdffc0f66b01949c4b9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5360fffcc26c984228a883084156b5a1ce89682e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bac742c53c4bd1317a71470b0ab51cd0ca9774863a3f8bfe9e86dce80988c642
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ef62704b3fc7d07fb55236a29abe43a5bc7f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a9241d10a766cb100e42ec27741f50a2fd90290ea1f3cf60751dca2c2c3f26
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa280120faa3e8457571e7c47f5ed4f154a1aa47
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697937fb5e42917f1fe1e17fbf5db79389c89bec768ca46606a30b2ccd5ffb43
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3523ee1583c5c76e2b17b3a769ceda3d84d316
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f903ad0532c8caa5d9e0d7afa998c8008f7f0f48327a9582f8090ada2b7384a4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6957f65fc8a66d2ca8f5ed774d428716130a5024
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53dfb4471c844b57b5e4879208d5d63313a57df3e95affdccea6288b82eb0975
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d798cc5a2016ff43a8febc7fd342ec892661a32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782f2478f8a40a47016135cd2be16d5a4fb6656a82c3ff5c52363180e5e25334
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c66399336130c72175dc3ee3d0c97586c1e993
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8960feee2af3a71aeaa3dbd002facce5712cab08cdfecefa6ec7fe33f2d2711
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b7f9e23c7e108d96fdf11f347a49519ec650c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05863ef23c0e72deab28d7a34286517df3337651ef4fb36c39210e8e5c7bedbe
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465979c13482d4edb73de5ce5e66b27e54572e99
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e635f808e4db9c494d3199ddd72870adec248e325cd4cc8f873b32da3a2f60
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5f3f583ae2dfd1d9a8b4b17ed451ecbdf9682a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e724c351f9cfdad2920373bf9797f44e50a49f51a1a663b3abfc3167bdba23
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f5cadd5e7350e1d81bd2bf1472551aa94b0ebc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7211bde9cbe04c89537655c71c7354d23f0ff02e439c1b5e76994cc1f132e5d4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b3f52daee49bc5ca014b5e103402b23ab39f67
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17407b069f45a827b5e921bb7c3522f6c363d3d016ee8f410604b399718d6bbd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da82805902d1206ab3fef89991857759355a2382
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc7ea37583ef5d01acba26b268da7cb732cd90cfee619923a36cdbb29f93664
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b365f2b994dd56db6c9a89fa644b223a4f7df266
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e19383827bbe92a2eb20f02d85d744df9482ba9380f59ff8f61980552ebd78f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7924ac5beac8a90957a18af338a0c60699cfcd55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fd52f6292b545188a9b344a580e8c9eb9024b5fdf2cc265d867d16e3acf93f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104c7c386aaa415a98560202ce7830e1ad19b4a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff4c2cc13330f4dbb2b7bc193c792deeca361967c570f70d282e76497e66c44
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcd4298825e64c020773d896bee363df9dbbe91
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67422b628085eddddb610cf49bec1db711ec246df10d4c999ecd5454a9f5a39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0540a8edc32f5871c709c8f232ede34926f4b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468851a715a3804a9d2d0bd6154bd4243d3298736da1e672e531f0e156e04d51
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252d029a38b166d87d3caf5db2b8290757cb9fab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ba101a9cd6e95f1e7c89dd26e32051fe8102c3e7f0f85cd24cb8f823a21c0f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca3d8269655f8aac1083ba7eba05cd1c1aceaca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd76db69ae73f3650a62eb652c3716a2d14afe47c35bcecdaee50db63a04008b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5bb9479421b0e1c16e2999ed2dbeb7443b3dd6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8301a90b29b4540dc78e9c763c2cac80089b461406e7339a00021879e550f71d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf886e534f025b5402485550ea25c610dc60e646
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20be11fc386344d9579559e99131a977b9db60cec192b7a2b0a94aea76da6fea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4f56549d1537ad3bdae9c6a7cd0b55b05bd2c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1cc0d59bbf238d8f533a9a8eb9fbd70ca947880110699b2ee4f2b68430d765e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efad4826747a7d72a6129c721e3116706927465
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886f0dc8e11f2cb2423d40f208f6d00edd5b73c3ef3a566d8109acc43b70ec01
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbb6216fcdae2140ca56b240a3125630a0cdd80
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b370fc2487639f65d24845fa309b63b6b42691057715b457a3213780c7bec89
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c6f3e717c3b29ca4e90433e8be6e97df0c7132
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6692897dffb092caddfe124761505bdeb4133d7c628720dc0a4da0a6c91a87dc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798bb98aec0ac2f1881b25dc36ab2623aed1c728
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ba24bf77b07253a31c1b004dda9e3cbe95769bad1adf0a57b45878aabd569d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e432c0f62c47de00972619c0ca2109426c9045
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37e8ea6f504be75107695e929028a738c2cc33bcbdf8680480471198f4a116d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce12ffc2b2b6a37892abe70491a9c30e56bf1cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0320e728326972cc527868b732750e7bae8d3e4ac6a8c763c29ac97e55c16607
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e344656a5753b84a68b834e0d682493d450f126
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824a1c57cd34323a0d6075e38362b746628db8553990f2a078b7d6a05aa29091
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b3d7a3ac6bfffe6b0fa0885b4e1692278439da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb45553536870e5037f51b2258ced4544ffa1b5d23ffdf736341ea20853e8cf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e48857b5b5da05c0eecda95ba106cd3bb5d56b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9584193d22812c1a05487daafce6d6b904edf1181cd23b59dd0ba0a60e57b397
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27d14aac4df64f7722b3bdc98ac3947d2f262df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c4355c2be1bd894eaa375c243c4a3dbc7aadf2971ce28f26eb298f187eb72f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641ca3fe2b24752e783523cdad1d3b512b418f85
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5f3c6d3e20fa8bc317f68eb3955c47573309520ef5d1bc78a8cfd83021309fc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25b7fb9bc7ef5fcedf781fff28aaa4dcd39f309
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8b5a9ed39a2b3c1196e5d9a165639acd80f28d54ea09e36985dda48478862e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb821c865fe3a7452f2c72856b08b27ed099b3dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c23771743d5697b3a1bab6101f246425a0986300d20d28d13783de5b565028
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7953d8af907dcdf20688920527adaf0283d93d1f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5fc147a64d6d2b455911a3311975065cb38313898e644fe3b7d48245cf40bd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55458c99aaa97f5694c20257f0f06e02863a0456
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2991b492d7ec2aaab76c7916ff1aa1befa0c7f24cd00ae8989648e3565f79f6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a50a0286f17be3d496642bbb5d5e9bd894743b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c7dae9bf279cf7bef5c36ce746181c583c18f12a243eba50553eaee2246686
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42e7550085bd03a7a6c71611370142c4b8fb8c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53601f998a5a19e08c3d4db8947a508a9b3d59736aa7c2554e351c7d79955d5d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f20314ac2be0abe74cee2600f9e41505fd0c8b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fccc512f0c68342325dfc01d1fbdefc6000a3e52a60c38d4bd75ff31728db0c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40273efc52de3d9f014fd9a6b811d59f76ae4d10
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd588171dbc5c3a98c0d6287257f2b8b341375768fed0ce27c06d9f1d3c6f18a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1dfbe3c4b0d5040f94985c7887737acbf18b040
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943e16d27a8e0873cd4e8bc0475a06ecaef05d13355d45a0c4bcda248ab94b93
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721fd0b30831c8ab7a96f6310ebe4f5e70db4e37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc74faec378a2b0b37b0776bab6bd02f355412fdcb54a2ca6948e6ab69e044e8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba74895bdf113d49a8f27434f2195bec81f275e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd1c45cd6e26df40ada60ea13e0db3b2bae25bc0fa156a5c672a5ab62fe52c0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64793f4dee7383118a8be792d0b5971a98970bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfff62bf4d31015aa1cbf1ef69113cb72b420e2762af9448fb6b6b0f5310ef94
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e98e349f3b5d70904491bdc4d0f3317ada5b3c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ffec77ffa364e0fc3e2a7a15d7f984a768b9bd603986d09a0fbb0b2874a55d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1d854166cef9a3d8ba1e40311a93430d1f560c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1472998a87b0257e2a0c2b63a9e04ae9f3693c01475733ebf2e1249d758a68
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3f9e5f3cee95b21950ca4a7c64c14dd1e32e49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114e3ea81fac730ae73e4550dc368565678890c8f83f14d9be42e3170818bc6e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1d476cb8f76a967a44de20560c8f72a04c5a69
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fe57da79c050c50063f75f6b92a54dd672cdeb068e4929edad24a52cefc1d8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765a65f841dddcf8b8f5c772a3c39cc41863a830
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb1dd0447ed5dd71c42bcde2421d8d9fc81ec2750e084971b2b1fd9dc324083
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a3f6377ddb7b4658d81af69bf3bc92197d7041
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d42ab59c79f6944d6e735cc5eee6af5d2669310b9f079515e2b5681a6dc1ae
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b99cf703a02da4185ececa47d01d6b574e9b62c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f755888dc687bfc5fa00575550a864d298dcc383af52c63a22a8809fe7e64a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2eaf26e50e71f006ec5af17d7eb1f3ae13def8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591997a6b8252a82a670b651efe237e181b3646a4e990d9ab0da6016a449261e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60aa2cfa90735fbcbf13235a570387a4e5cda819
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ec98c85e29208c6a798557dbe08c98d7525cad01dd0d21a84d815a787b6115
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba827d50a0252444daafc4b558047f4096a6984f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa8a379cdb67253ce1400657a12ce88030e105338c02e0ba4401021eb7b8ca2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9412db79ab8c33661f2b973e569fd2d38258073b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c9400a591a4f6fa9df5a6720a53ef521381e89bfa0aa469add10128841e17d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30c2e3c4cdc76f04f05362395ba2c95fc921d08
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5e9b1e12fac35cd8d01b9ef822a8c34bfb441a2cc4468b11f0577acd489a6c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d77973d1ade248fc9b4fcc4a138deb02c3459f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b598f15565ac3ca984e5fa680b1e31293c508f4ddfb4414cb2ab482c9dc2f3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016b83ecfb25a0606635ff93edc63ec64713365c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b9f951fded67c23ba647a30f5f542ff3fe8ce798cd38441383c519b7a75ba4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec708d452e74ab1b064c5f1c74ecb5221f9d3e1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc656c998e5c33310239f43f70c0e0580e52db87ce2e693564a4ec118380cf2b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba697c84d6c60f383903af6674a1a75a1c995887
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591c1b89ba49010f6ffb02f18c845bc27fbab1e8b76426282eac5568e0ac5a6a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408fc8097d77ae523e1cceabd5313adc844e0bf2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b762d0d49c2cbadb4cef563a2d258d6d8a7e0892bbae3e2526325dcc5fa191
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac4312353c7bdbe3893de385162321807fe3e4c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd0b5c105e1b538477bffa890675b95982b74ced173e707b51cf85348325dea0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a775d396c88ccb0bbe378910c49f591d2e1ece4a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:636c44daebca290aa42f89aafd7f90225733f00a1612e1c804fa2c2770cd400d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37ca656f14a04de88421e0bdc89aa17a68a0d33
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f00de35d47c0cca020883f64ba210e31d328ed1f906ff8df19f1f01dc6a7f2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87cc616ebfc4802cd362909fbc00c90218235e30
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677bbad3c1236e1d201acc41bba13ba9410ecec23309b4dd229325734bb4a8c6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82fe5a32e47a165e0ee599be7f76684b3bc7cd00
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61414d3782d0eb04c97e321ec0f25f3e9463fff765a1f48868ec444db20b8007
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce62b88f981d4776a499a065201ce272497fe80
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d609c6bf01f24af0f12b2298eb7a3f1a4384da85f7c71920f6c317903bede7b5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407aa5a9a95e9b1d8d7ff594b71936b1dc23f53c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e46790af0236f3941993f1307c94f52bf824a68756517fa1d051da063ff627
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f6e2e11c1a1b3cf2394b145cc0ea17bbbbc4b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a493b51654ab7b8500b63e402da7d158b6848183b4fbd98fa640c9298547921a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600ea7d80805d48d5e09122d7231e4563bd5c643
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7dc14bf24b868e0f3e36bb07aefe176c06e74b8f5871decbc75b079c3a1c3c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e01a0cf4318989b678d014176a92ac8254f17de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefeb513a258fb0d1ab514cf76dc46fb8cf4d567a07ef85ac50a38a3b577ebd1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fca50d3d295cdfc54706db9a01aa245527c28d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22eb0066334ed629c07c67d19926e5ba5e6b3f9661c2331b41c03761477b69f6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce1cd7e9139bef3cc7d4778858a1a80d0cf20fa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb9536f1ad7bcd1f2362705b5cbda318492b11a21bc7643ae8f514de6c5837c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d85264fef7142bc4ca743022fa3a766f73b999
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e45c5f8b1b05a7c1efd198cb0f647ec42b0ae9eb2f4e0f77dfdbd8cb0cbf32d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8995d23aee5f701d355e500aa2092bd185073d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f841b3d440b8c57d826870cefc9d33cc4d378de955f4fcf8381b561a9eca82
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed30bfedcbf90a538ec974810f5dfc5b3500a831
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda13d81b3523195fbce093a5ecffc7d3e251462fafe4ca24c669a7753c193d1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0ec0f554b9197ca56046f7e8b8e70d86c1e5e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc8957cc9ec4cf072ed373d2f94e7716072faaaa25ea91a023bc0c2586ddfad
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b52299f63ebbded1b40dcab3dba8c749fa0d008
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0ccc53f2459c3783065c624ffcf7af0b05d5454a0e4e9838ae20f64f19c607
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bce94ad0a67ad5066d86073efcf5c2d84ed777d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e339da2891252e60f6c5ce791aac1498cd3776adc04d0be55c8bbe414de0167
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ec5b1f979fa449903fc10a389c35219d7c7d5c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57afad91db02ae1ea6bd54592eae25e37f9c42d3316feaaeedc755821a1cbdf2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d14797b22640703abad33168037590342872332
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23317948dcbdead5eca2677f2f91376a9e8fdb8f2f2389bc18cee3ef741c1d37
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2635e84967e8134a67f9d3c2bee375df7570238e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c6a0c72f0774b7072a81830910e879281031398f07e319cb48f69db3a18055
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51ed4eec4086daa403c8ac66f02f3b2738dd17c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131bc332beeca215680b383a4984179c0a37230814000c75200cb36aa5268fef
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0088f0e25aaf544a2250ce7afb652a4146a44f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d6732693f39c48a9d70c168eaf7de8bd9f52468baf915d3f83918390fa4bb6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d99a6d82751535e42b86726ddd6265e32a916b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2260321d01d83d6f863d0036412fa1bf09ac8cc0a3dfaf87cdaac765d752205
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c1c4a2bb8bcd43300647ff884d3135b6278a7c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6915f97a85f219c3482ec312d050b8291b88f12136607d31977be1fb080ad3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b857dd45b95a429cd05322ce6151ad655c703ef8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e86e49b85805cefc6075aec0c873bf50e575d1ee7230d1f4dcc852911ad323
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992eda241fa190014cbb4c93be6f71319fb866e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943a07c04d5afd05b74d5ec6044cf436f2332107967fbe5932bfe4d936d0f29b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab59e5a5af51f67bfb54fba3be11c83f279c54cc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ebd2dcd762918669b6205447a823024e34e9a30fda97da54ba58b6f1354200
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6402b01418906d0e0e68456f4b08e5dec6239797
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35fd86524a0792ba113eb25cbc5cf33d73ec7c7520374688208fd2c86df3cc3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55b55a024e47b2c76f9d5d5950ed7c78887f963
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2357f9d1ff0cf5164691c2fcc754b253d2d08bec25e02861c95d0855d304c3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baebcb36b2ec867c54fd0981fd265521afeb102e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadd6ae8762791fff94fdef8c7c457bfa744a9af9bb932d96b6e242442fb0139
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5d829a190d157d603fed0d3888374ff8bf7ee1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35b6b50881b0765171ccebf89a4f6f002c9bbe66c8ee8e6f4169d4939d2076d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e76453cb125ff7967866bf098b9fd78474c32b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865b49a2da3c0ee7ee79ff1067c9780162b4fcc02140bd3ee62cc06726360881
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd9d9ff13bd4790054e5cf7d8949169b5164b09
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb5fbd3dacadc129695d2ae52241a6e27a93382a3db5a0b5bff68263078d95e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a415f623481f675ba97ca8a43477980b98f19d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9353b87eca5f4afdbb01891681010af54c0f18836ca40620657f32c2eb6ca322
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199dd6b2fea639edea53062a0c364887b4f24212
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514d7bebeaf869ac038f6cee1e0cdbc34d29728204b1c84a06a7fbe2621acfa3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19dc04e76cf859114f516b4d281ed0640d36e94d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bf91e13f2d8299edd368c3a9755eb50a58e332575b0f8d5e9161beed22b1df
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aaad0ba7a3c3fd949cfc41bbc5f7be9d6c4e674
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26dfbcc7ac56e22533ef241bab40148f95aacf7baad9879c12b108c051e94662
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb17431f7bf9fe7e94f18cd1d20909852cab844
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00284b1aed4068a1abe91121f6c02167dd0b7fc059550ed21a71c147f8d9d2d7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ead1247ef4dd73c27bce0faa738938eddab43a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858f78da8be55db3ab048159551b7735f72c100fac03f67b55f2522975685015
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76df6e186954e385ad96325a3144b4bd14f623d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe83635a4eda791c761ae957352f5ba1516c1d6a55a6f02aba8efef13be5c7a3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46ecd1a73efcd37a402b2c35e812e01f792d0a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90967ba619592f55ad1bc67112389f652d0a69d846beff762be48c683a937aef
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5219656954e1d207efd4c58755d45718d81680b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869b30d00f42b195eb8bf7f3ef1f85b29882399c2614be0cd7838758fbcc308e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09982a73aaf2a1604fba68319a316a4ad328585
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545efce326faeaa51372b2117d23120aae93d92e8f5c8b6d4bef4647c15caf8e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb559854e2e9cf00315d5649d968c07f802d642b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507c36fe46d9d7af5c53b0dab51838e4d35e7530d33850ba415398288344ab6a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a91b4546fbd64daa002e340baf0af5edf9c81f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184316fe236818e23b3bec4ea9da571cb0bc0bba6ef96e1925258051d7b8c8ac
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3501ae1eb7bc3cdd946a12357c3eccd60d6772
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50c9a811d74c7f7e40c00e288f9c659849f941c25bcada1a1143f9e2dabd0dc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc1b41ec264dde208319d9155e6cf2005873a03
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9ee5ec186858b0da343d7ac8fa9d984d6953e5ca9e2b14969f87326571949d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2657b48298aaa781cee60637098663b0f59e7272
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01b6c644f003c780484bb72ae504ec9897e950765709bd7d7a0548f2e3a6916
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc81d85880b4a235c648d3846944923057c9667
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1fa7a0bbb4b5725a757805d290381012605855424b9f0a509e9405ff14f1bd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7900040a796e54862930a7e6bd69979adf70cef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e139f0d05a7661bf20290239544072c8727679abbfffb1a892465eff5b4d8eb8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f81f4f790d305c5808e1fd70cb847ca3def6c4e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c729cd8cefbf9613c5a9f85b16a1dcf77701ef220aad22908870b2bbc674ce
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7bffb4f9d2a45dbf46143cef8d890c372274a25
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea32dfd608452b3bdedd077ee6333e785e508ce37284a12ed9f3e321f42f03b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7bbb56cc983148da392490a2696f490ccf6707
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02021ae54a234e84bf17ac3d009f2e22404611d85f7acb13ec0659c1a5fbf152
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7adabeb1fc4e13db9baca2e5813856f7fa0f521e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7fe80bf7578d5fe47956e6da0f6b8a9ebffa21feb2355149f64725fadd54de
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603dfbdce7fe8bc91641b7b3571c0eb2060b966d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e796467f60c2e6bf634e688e582a9273fb15568bcd99621d121a3c7725a415f6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c6ebdd7a918f965dd0d1b5baf9c85aec660b8c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f46e4ed83d9079ce812968be402b120eb69dbb7c28149ae10935a5f644a9a6d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e312e1d9cc3b689098091a4274589491bfc7f53
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfa73521eb5aa90f2f46a5a878b37a3047d5fca19320b9b42721672e9f9a8aa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626249056368df42321ce92ee180da99dc19d84a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb29903fde9236fb4cc90433d6907c3cc0d610ea7456812baf823875ae7fa52
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4374b808ae6fbdad4218a1acce772961f534d59c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b817f481aec4d26f1ba86532bfdc259c42aee502798921c1e37c8fa4ef75e5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a601c43ea5b3492318d8353c7e2ca91853e913d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5262171a3dd00b720da8cfc41f6212aeea478cf55c52d4b8af036c92d2a66e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fff192b0eb7d72d85bb7d2dd94d0151f29fe202
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3ecfc22bc32b9302f8fc413d46fce13b9062c44683b7cc83cacd18162fd8bb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e91674d87f0738c387216c771f0b1e9dbbb1dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3ccb00fc9cdd1370e3d3b4b289cf613636e350f58126decd7118b119dcee25
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b237f5cb27eb0473e4cefb397fa0b283e265fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d245d184a100f2f583b191a8bc291e954ecc57b33d2360785ad09fd16ca82667
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a680d777d75db0c8b01efa40ebcd1ad73fe04e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f160e8f84bc8d5700380da4e378e1e9ef93781b06d6237f8c0696b8777da6c4a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5903d315360b0bedbdf31edfd58b17aa60b815
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4173e48e448100f199e287edb2c32cb7e08d446a3b31f0ac1fa6cca9a6567905
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b20885febe10ea345c5de6a169b2600e3c32b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8ec118b25a5215703cca91e535964813c0cd0d098d0f7e31d66ca336a5ae20
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6834286b600c39eee32df408fc6ada050e39bcfb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f17dfcdad5345950131e2b2a2cff482360fc8be49d7db8bcf946abecab3952
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1de40d9a5988a26355bf5698012c38a9158d49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2c7027ea41a92135421e7be5ff91d5cf6425eed7d4714b9fedf163a49691d9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a313acb6340c94830eeae8ae167d4eeee57198
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de38d8f33ef8c530edd02492a547a4ed0fe8b936add17c5535a469ef1f10d04
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e838bc7df02f3e16221133c2a91c436a72d3685
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c1ee9d7e3e13bdb3f71309c0e4b74a6a37943bae9de4f09c56f8dff2c75ca5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8587eaa604a853cada36102b0441d16f3e7dc8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd794cadade051dd188d948b7256ce89303556608d06ee5d7c717f7b46918957
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a06238ff3de9531b311ef55fa67cb644299d4f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970231a8db759ee5c8f994b3fc4595226f89ca4da0f31328a2cca1a4bda39a28
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8d412a86618c8c45036643c507bfb08753d94a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30dbbac8b989b61d9e314d511a5b678ae5606669ba17f67b2a7cf6714dcb9aa9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ac3b6ef8717744c1ba22ca4c7edd58552f8618
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1eecf3a708ac705ef807e11305423a5424df7c355e87f3dd0ff799f50c3dc2e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118cb383a89454a83b541ada99ed3d7f48b4441a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a01f9fa8665b72aa3babcb162f5f78bf03d87e28fd2b8f06bb2edd0f72ef6b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d9f165f5585adcee08d39af8b8ba3b2d8abf6c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942a96d0337fbe5882866f9351f1861f7f13a5f3905ba78f7a2206f9e44ffd78
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302453a86ae39ef148b1b538aa14ac729c96c725
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6141c7f6cfeddfe860e51de32d63f7e87cfafb877d96c4cf1fa0579c5201b52e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25713ba9007db7ecb3c185e0c4e8fbfb82e51dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab16a3d5c93ea0d1153bdeb7ddecde7bb2be7c4287604c442f5b8028720e880b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354d28ad5cab456e59e782c5e80eada587d0b97b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0101638ec8daa5e0b51c7e439dd5703b93fdf9f918d85b7c6075ed189f9447e6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e507877e1855aa605d47c1fd91b86ba53e830d69
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d09de5766c01cbe642dcf3084702d34eaf1d3368e4a445d12c8c5cbe599b65b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b26a08160b7d9eeb067c960fe898cf63cd5637
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5768505af82b2775f3e83f8116742917397fc40ba0d140f9983a39a459f9a7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232ff5f5e668ee3062cf5948496b45aa9fe5030e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feeba4b0e672831ca1d605dc597835707100254929cd063a8cc71dabb3975db3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8776229ada4917a1b6887868a95ddb7117e032e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afd86bb5b078176440c448cbe10f7746efc19bd259b427645c68acce5789456
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d24f9bf197cd70f4af6dee93d1326a774c92b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea3127112fec463919adc63f983ff8a53da6bb5a8b5f8d10a87f79a52aa5f46
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b1d45015efc1f64ddce68e95708636f228f5bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e374e65cb3de4accb2e5ae1c3ede2980c8712d56faa13638e2b6d69965d74ed
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec20b49c9c4b7cc3413835447f2c5db3a9b470a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97afb620262dabca2c22c7e031d3344a19a4839e7ecfeffaa25ee13f99992de6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad6a2ac6fcfcd875c70c038c5b413d20e0b9994
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f313651dd3104580234363af839f3bcc59ba2bb70cf1e3d2aa3e2dc71aa8d5d9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd06c89544d4ac7a1c4eb1cd4b127b1c27109fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a54281bebf06d61e1851c037ef0fe7db3cbbd690ea4160c9d52c2524e5fdd8d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30254180ad8946868e52b034a601689e923fdae0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945f1dd98a03009845f6e89c981332639d58552a203aaab6a70405a69bd022a0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe156cb717946fba730a6e64aed770aef95b0e3e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e482626676bc4e5da6089fac41fb61c1df807ba843a46cd22d04d45dd5454565
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ddb6ecb9e943183330f0dae840f3af9f088e7e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85a4dda757b05c9778664dec26efd0abb4a1ad28d6e09d4eec6dc77c1ab9d57
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b5cc80edb3ea0a1683678746ea4f657136d3c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1779ba10b725e029e844030b0d15a47c6c83d8ee80e3ac9cb6eeff0b10cef03d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9f616a6222526895aa7b84876bf18f006ee6f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4f19cd61830c185cad4335dbb9674b8eb3f454d2134ecaa62a895c78e001dc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def620b937880e27cbcd72c0a2bd5ae19d0a5350
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cb4a2aecd2b8956ba24c891e76be5a8f845aec58778f61e2576bcd0079b73f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f4cf1b0202062a4acfb5a5097675ab7813b19a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a354c4a2f5d9d38b832876ba4e89f068fdc59976b069981dd99d2a065d00c11
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037b380663f2a4a674c2bbd17a86b2a339fdd439
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca3814bdbd6d85f6bb7b0d62c9567255b0db6478bb349e3c2bb131e29baf8d2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8624f37b718a1db72ea92c8557c78d368dc5156f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22dd60ecb65446e61a5da4b1858ff1e3059c6e2f24bde9ababe2e71baf976a2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7b3b17e9266d6f0343e97e5bd6958c9731bf2f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950bef7ecd61c0c46fb527dc036bac54a9049b13f44308eadef43e58aaea14c5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f38a498707eb2ce05b93574e3a55fb1e2c6ea1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695bc1e1f98c3581c53523073271974a84deb14b439c3e03edecf023af5545cd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab108b2c745e7bf96b265c93bb7804fe6c1bcf9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c66e9d41c08feb3ef9c17cb7f2612b027ef86bf78922e4e93a9dbb7e02739e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c5a1f197516f544faaf3862473296352232a57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b18b4c22283e2d8d7d945913285b172aef735296cfa096f2f86b5eac826a73
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a706372542106fdac4f0d0b3a7737f0b5f9197d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168c19f83bb9b20a25f30d84822bb49bf249ed738d63095e85518ee115e3e47b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1c511ced98f253de35c5c0431d5aeb358139b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2731d1d995d6f8dec2067949f65340f619384c1d4fbc0e4f267a9790ae2541e9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6283d2be06429cf1cfb20c37422f2299a0c3a8c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3cf40932aa51829dcf0442c0dffb9441cb0f28518a8ad347f813ffc73fd687
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4009d6a574105d30e5d5d1a20dbe3c1bdbccd888
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56bb7c114f51651a20c0d317fef88cf328cb3c18028bffcfbe876811552347a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec40203fc914d9d8be2b0d193d10e9e9593d0fa0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6a2fbbd41317c5be305f4f92fd864107d163d915400e2f72d69fb3d546be45
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616fbb89ed4f02662e0859a360cc455fdfe8d5f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3710de413241ffd1dce21fca8c5c3d5dc52be85e07a23851e5901e4337e8b9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ae3c0498160d8a381e9b4dbc554433a58a300d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfb54bde7da205e4566cd68e70e701bff24b1d9f80f7d7c9f4243750d6dbe17
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957d469e4012746a7e99dc9dec941b7093b10dd7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f047b01cf66337e4fe2033fc1dbeeab3e8d9c1d5f6ca6e35f6e167a0d6a02b0f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6ab70e161e0735c31e539123cf3bb57966ef45
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5a977ff47bac9478057e82fafe6f609f5c1bb437fc5b9358ec63d1c30e952c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7608a8958e36dc14bb36e9e57d382661ec49ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2571949b4a51c44211075b5246ec93b917226afa507208652e8a8b15c58231c3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f0a4b98e54800ecb474a5b9ec6e96b8b61b663
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec46bc2e690825db1cb7bcc9aa198f7fdf2a1415568887674ce3c234c4c11ba
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53643078d306fcdab42775096692ae673e43f00c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06020dedf54bc05933be466c727e65d8fe73768a849b60e0250337a10038ad35
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13cd29822b56c5d95cea5d0ff294d0a7c8ab322f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98e783fa23ccf86131c0f89334cb2874c65e4bae20172208038e5ce71ef0871
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895c2600fc883165c07d88776cc07041329fae2d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4742be77966c701ecf8bb9fbc6d12a2c97f385b77c049f60c4986ccfcd708c5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0a13b8f3f2f4a7a85f99e31b947d19965a3a16
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15875ae890301665d8f6656dda93ebb1735a9a83458478982f8be8caf82b12e0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5aec0ec5db6998946c9475e6bb65dbe5ad04a0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09040a75d236ec414d91bd3d077c9b6f0a01cab694d861bf03eaad17340e492
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4017e029806c3fa0ad57e789b20e11ee0655ea1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498786636002ea80066afbf72bdc6f058429642fd594003be82ad96b1aef83c0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5629bd54594b095e04cd94ba6202daa34913dd09
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff7da533fa6b007b37e9df13a09dd23aae7b49f51094339c3c36d939c082f27
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66f37708c0685413b72065451f078c3623431cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54be50f68238bcef4a1b46cb079562519e476915ac1cfed278fed2fa8c92353b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a8e0868b42ea0abc6743effc6b8355ddbf9edf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea178a557e28ead4450ca31d55f700984260867565c9fea33459fa370f6a201
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c665b94d0878131e2303e3c982472f79259c15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0c2208dc17847c0ed72bfc6e02c77d8b1099040887d46a47ca002352ae2678
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2489a28c047d25ccf27a30059f90f696da20c171
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e5fb8fa17622cd5c2c23c0ecaada4e4311313fdc65d0e71d1db442f66f8627
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21a18e88efb822b16d317687c9a5770a1a0a5c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860eb7ca1412fa5dc5706fe59e0bc7a06ddeda21465df5bef3261d0be2f35990
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657adae18aa06755b2e6e33cac539e5d753f209b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07326bf99802205712dc9edcd6c145fb7e076c9822b33dda06e238bed0425f1e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610927b8156c12bacf2708c5fd23ce3af0e68344
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1516aafc31310ba1aed03ceddc2143f6d87763cb0f64a3773cb130140514ffa
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8cfb9acd84c70b59da4b702ade109540e51e8f3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc538dc438f95c333e0e424e7585866cd5d43a4abd490c6daa241262f7ccf17
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0195c1707e13fb49326689a64bc6b2ae7b1600
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e4c772d359ea47a1253998b1eb40249eb74e3422bfa3f7175b4c1ca01b597a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e98a9d76f14a0c31de0a21e0a6e21965277768e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6065b884928241aea69526c265e2ba8ca5dafe2869612d4bb72fccde0caff51
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e187a5c52f3593558834a2539b2ed8577dc86079
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a4a288413d2b283549fe1562f4aba1080d9dbaab071b0a538106763100b11d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9482aaa987c472ef99d192dc972d62bb5a9c2cbf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd0cf94d09646234b946ae50a690d4328f23e2cf7b4feca41aba002868bb152
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32901193be3c6efd43f88c43023f42c40cb3f083
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e422c0d16aff1486d23f6570b0592cddbe074f39780d6bf7981e5212127a5818
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1d0242c12f43aabe9074463a7d0159aefd549c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1404421c1385201d582e3432f8c3429a0ea1d77ece90e47f838e9efa0efb2bd7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bec03addf90313cd6f579805354761e299b9a6c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23b05a533ffef2c0e8593c8ccadc5d9e0a67e299f257158f193d64e0b321d3a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2af2fa54cc8b5bea3a491b21e8455688a9363d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90da3fc20838e0cbaff1f1c6d52c6beccb0919603818543f1e5c0c0131e4347b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44fd910e22fb7299c7bdc0e19e89ea32f010b2f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03ac63592dfa2574742c6b3e5c2703026cb69870dbe1fdedd45e0b71053c986
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d60dc4d811843232b8f379dc335c82c339c3e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42261108a6d9fb58a3901abd8ffc6127c77a3ac69eccc9d4ff2d9e73bf697457
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea7891367d218c1e99b6edcd3384c09c79a1d92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ed45546080c08400e3b5317b34192736a5c6319c3254eee9823e5c63430f53
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c01f6eac3245d21356fc560368eba7fca5d780f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70aaf6c74ed07f382eec67974ea7e8c43da3173315afdbec8befc80c49ecf606
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197f5d6fd150393e4cd6b3bfe77c14c286a75069
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917ddf94d07acc595e22fdfe157a79794ae684a32ddcd344983da4d6fb69fe11
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4b64c699cf31306385b00309907a49443805d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae4f25b5b7f5b90f71a3be0e8b4184d0db69ec27e357ac0b527e65ba1a05c2a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8172d68f360bf0b598d344ebdfb26a3f84efac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0117f5b682cfcc5a63d778709284f6d9e227eee35095ed8bfd1d64d40281001
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6032b4666d317c7cc4f63a0bae52a00e063ddc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91a9a935e974517bc3bb2ef5d0c1cd4731b1639dc98f1d89ce4f4bddd430328
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec8fe5bcf67aaa75d388cbd16e840d17f77558f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82f2b25c906dca18e840711c392627197a1398778cf2d7519fcdc2be55d7381
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758587711eb53f231f5533647a2b41e8cba6e384
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f480fed7cc158745cbf2128a12adc456f0d7443283f20f4daa5aa08c73c900a4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd22762a27b6b5cca1e093f8d91754b078b9ece3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88dce67f00a48a9bf7104c3ca0ea4a92d07461890c92e727be5eb00e4e790fbf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bc9728e901dd259fa2108db396acdf14fa6b2d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9d1279178ac7f24da3880a5de6e968558b8b5d0dc55843f7c367fac9e048d4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af96e0456a74c4bd01262212f0256f231430bea2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9cc934edd2ec7f6ce0de36072727164f3cd3af6ba516ed8507acefe8e90ab6a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd28b1699d27801b2a9c3637b3eaacf8a559e226
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ca583e024537a5ede4b80e9204931ba19cc3f811a8b4ca224840aceccd4212
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51202f2181efd9c5baf7cf8fa9aa6bedf0812775
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e67146922352637dea5ffb54ce53909c1a3641a030c7753d01e38a6d5304769
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564c84b3223740f8249f4fa5efc9c6f54e50c669
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767b51296bff40bcd6e6105bc7855d5a15752b27ff2e4e7efaa74fdedad4be2a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cdd0cd9c6c8df44feb298a82dd055474074cf9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46604413bbcd14f950cef17015fc015d2ff2f6dbfbf3be879a5041f84b93d3b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c29b13ab775bdd05caea4f5b1ab09fb1d8bf76
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bba62f900744f2a65cd145d5720df04cb83546ebed26e72f5fa6a9e0b8646b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c264bc673aa98d39945b9a85024391b6ebe7e91
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8d7cda77b63237a2a5f84f68aee7ae61bf74cc1ca66e31e35b3a0af1b46e78
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff8a48cf0007703d33b6a035cdb3cc33d5608e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fab285643b954005759212ce44ee7ac4411aadd8beed83206c3aec3c0d276cb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52eb51d736071eb2d7a941a1c3106e7f8c0a9bf6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6dc2aa4bcaf354c92b30c4b4df42bf4645d4a256a5e6e600d8d94a693737f61
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd21565764309d9c6d0a25b9746e46a4eadc185
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d44c76a5e20e07ce18951ff5ff8144639a5a7356d7bea519f19efcd3c366217
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0fb4e6d0dd3f7032bd8738a3d034c3c7b6a4186
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76545d3f57ab05bb43a7c9a8d5fc39c87caa6ce3d36ce7364021e72d4e792dad
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0248af50ec83e3212d04227e1fc6bfbbd6c1667e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af347b0ffd23b210d3c3f2f986276be6f22b4b94d882fa695475aec5acb8ecce
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54228523d8e79432c6b48cb92598b9abdd46b747
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7b3a2d7b22b387dfdd05d7f3e9464a64ea6ceac0ed7adfff3809130f994554
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ef4db85766e8bcf35e555ebdd77cbc0ce27f2b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03aa3fd23cd459120811c7ef5b80f8bbdc64c89b1f9bdd43e2361f29a44d730d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4b9d0f175dadf0a964d8b44b31760525a91ab17
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989d7481d2790f51caec33547c724cfd66e6d6c1533abe3b5d8135abdb3cd322
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3e2576cda8e10455ca5a4cd069283a1e1ac835
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e25ba6f7bea8759b1059407e8c10ebdbbfd7da3d5c4dfc98fd6f4941034dbf1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3404dee887568ee3f16907675e51032321e975
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2c92f9d534aad16da4818e1a0a12f4be64b734ac7738ddf20ad823afddd8b3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba56e59d0eb8ae86a442805563738910bc9423c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd22ecf17e5af8284f0d2d729f214559818a1202f2204cbe6871147e10d79da
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fab40cfd6171a3bda84e7c6934e44eba765431
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2035dc2bcfbc757359c8317ffaf6d3831482e747d567818d44d86f3fa6dc4d33
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01525a44bf670a9fd27e1ffade3ff8150c9ab914
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc204a805c34bff047f12e372c8508fc4eec762871110ebf44258d2f336f908
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcfb0bc462e9b1eabab939eaacfd028752511f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93766e3cb0bc11d0d7050391284d78868facffb069d05b5f851183c068e996cd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08199377624f1885a6596c6f371ba3a44d34582f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d71424932797327921821b5647978c4f2f6c0687e2e8f5dc7cbc527395ee46
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4833c063904972bb0898d35992f5bcc448b7edb0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8930a9fa18257b35a0a66d694c4e19ef1ab92afda86b4c918179565bcb00152
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648a8d3379c3321074e5ea41ee7497c45a22e1f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e1943bca336a3792ac0c8769a5dd1e292888b138a6df94419b31653627ec55
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a491eb9cac6eba46166b4e62419ad05e846de8f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cef26e2bb6e15ebde86692a8e7f561eed15539c8913810d6b7277d4ea75b4da
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d29665f5a75b60c834791579ef0a055cffe280
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710db92b78afe2a86ed7a1cf9240945257526eeab15f868a05af7ba3520b33d4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701c4204aa0ef55e5861fd917f2b8aadf7a8d052
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4533bc6570c0b9d7641e4942d050c631c4f4f30c00f750a5fd3991dd3ea45138
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a456684bb6a489516f67f47e3d8039561a85a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2949a8e19b1d05540a2cf37ab1102fbf44ded976918fe063135120fd8abd72b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77bed64c952ff29ba4cefc4b5db0f7f4d967d24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb2120a9949213107cb6801ae71a97f5cb59325ef70c2bb9a351f063b0002f2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638c9e2bc9964a8fe5734cadb2f48a84caae8d8c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d44d89fa08e26af9ca6ff33dacab9a49b911bb95d1fea79c3197ba354c0f2209
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a59f20755181797a67ebebdaddc7c6c15f71b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba7567024d4c4d945dc93b7c000eb174a1b5b1207f7f3e93ceedcee1df5c399
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8513c6506f307136f03aa0da2d6c6775d6616f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905c9c18be74adeb34de7b18da96c7a0b7f4e8b44b62049630f529a1237b3be2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3b8b3f18c828006b46936886a35d1f5696d48c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a976529b607ea3d08be753204a07be2d82670d49f02991a08aec57d9f8818b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717a18f0a5999652d2326d96fe8cdd98e54fd583
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2752c055e664b1a3d50139b1b5e0e14d3e0f5dddbe846189a9b42d03f73ea5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d65358355d21fce5075b163075f1cb3aa8b76b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523a19c71f7615675cef0c8437fd4bfac52ac3ad0a34f0c7bf8f768a9370a2c8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a855ca1640276a72b9980f735806d0de96f244
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791bde58ed212c939136212c61182b0f25141731e7eae1f4434b67584406b939
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0a6f6c638cd360a573152b3f5bd56f122c60a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b564f28523d5a1f374e204cd351d5bfb9536432ef4aaf9c08c2506a66d298f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9caad75b39d30146d19726c909e49d235c81e52a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6fd7c7f60bd73f912e83e89bf9e2d3a0ca18a4ce40b524805f068ed74192bc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412b8570efc592a6e1491c858240f83f04413a3e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576d3c2dd937a9c799346246bc3548592d31eed1edc7ce5da0d0c569049b6688
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f3d003671eeac9a17c0a186018c332b0d52860
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78077ca9a6924473dea29f72b89727718fec11dcd6e460d6b11f8c1029209f19
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b5f50001b07884ce530c94dec04e35792cf26d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fbf26eb6b158d25e1fc2bfaa910be17a6e733aad753d74451ddaa500e6531d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd653725e1e3bf4df11d0626bcc5901571dbf0d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecaaf88179fdd2de92aeaf582be8d85c4ab65d1b744acac6ca98632e0515c3de
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b33974e7bba9c3b1a4f4e556634d10aba4e22b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850460bd59e43417200c112a84793ddf147e0348cebe8add63c4cdd4373f9147
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5321785e50103442a8ae7f2909baf13f07bde1f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3361fbf5fe0bbc4733ab13394caa17010060dc5223b7b94c5a80e92ba952126a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418dcae88debb78f2fce71917682978ab4db9a1f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6d87255bb9223d1f91199e3b128ae66f0ba48ec3cdaca7a18f2000bd03b86e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0effdfeffc04a184d48f13b95a930f601d8b5b5b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674d9e435cd8f86b14e98bfa5ef1e02f254f6d242c816e9efdc474b5be937f72
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66357c7373274049728174535a2f86882be46c00
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a35ffae28fead9f667ae3e17c73d16d1dd110be26cc034a46596ad33189bd3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2e194c2fa821dafa14bb3f88cf377c7a6aada7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc6cf118d0020904975572cf241d8a71b5a939d2b23309e8f8cc057e20652fe
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6428cd0cfe88ce3b260e61a37e9a4ccde91717d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53dd4a8e2a62a1720f54cc60340773c9d4ea80bcf0e38b8997bf73d80b98c5d0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287c58cd11be167a49770a36e0b9ffad7644c307
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5726c4807a5357aa4b81a2472c08d7787f9812ffdaad53277ac935453b4001e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4ca7f2e9e8eca45a55bc9d95f07cbad72378e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b63074d75932c304e314e84765ccc59418c39e3b0af9e3de56043c99c63666
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b16348575c389b042ebffdbdcde4739be77bf1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4859e104866aec10d60b8aa37274fd93269d7aac4df7f9501215d6d743a711b3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..392463082e7289b7d7052bd00f49d3e0b48ff3dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbf9aced41b870d19738fa1c99fa916d2a65510df65737c6eba5d8ed4ef2812
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf986fecd3050da0d575180cdd0633bb8e363241
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165671cfd168065ddcba6a41cf397898caea9542ee27dcded95280338592e566
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223f42ef1d0bccad63588fe72197589dee67d8c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2b8854ef15b68988e90064afc3c1a8bd31af39f502c168143a4e716113b407
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b7b4c94932ff25d11114b3b4dfdf8e5395cf93
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518d49a2fb77a5fd2abb49b89ba85c9c54dba4aa8f2a9da73f91928b96876839
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0394fa7f24226650826a934e033e2ff6d3974e61
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f0dcc1b5fa4c7ab98d296a189d3cc25685b5435f1fdf8a441fbb7cf4e7edeb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a58e46ed00fa0f71bf7dfff2af9a5d8a37ef3f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9923d8e0c486935df224a8cafee6f6595377aac970e4852d1b56c92f659fca84
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015dc031b4793eb57af504241d1991cccb6cf1ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947e8d37b7390cadcb3e9cac735dcd255e75d24a283a86ddcfb9a4257f4393b4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd9617f109e865060f16ac5f89027b4ab164eb8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a853749d9817b6b1bccc627783ae52ec773c7b895deb6dfd77a5c51e83c4ed54
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75544eda405153b07336c6808c3b847f06e3a928
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0bf1438fd0fc72f9bd8f627f5da2d1b43ec0cd1df75f05f81149df053ac2b78
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07638597d28c54b4ce1a8cbb48875e31ff97d9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c4f14c7e49da87f87165ad03ffe3eaeb391151a13d780f69914f4556692eed
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e63146716af80f6cbaea11bbd5c34ae14ceb15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a72ef26a4f1708b494f1f2f5efcbe7893dc8530e87d68cec2c94528912369b6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2604a79acc975a84a565118b8ac2702076c01d8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15787ddac501be4c4f8ae79d0ba404589b11a06560c20c7b4b3f82ef14c66b34
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dbe338f233d8c0bed5d75b7af4784879a79ef1a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f881390c4f0945c98365e3e7fb29ac2f7e74f301f0a8d5cc6350205a858a1cb8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4242474b993afedd051eeba224a63a6c1029394a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d597664177c7ef82431e4fd20365818af130cdcf2226dd5ffd0a90bad281c873
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62307c9932f0a655c83b1a0a1306444d20cac0f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73cad28f91868065fb25f7cd27f071216b6870f9bd016cc0323296029cbc5807
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724bdf53762eadd25e7337cecc7ffc5fc5d833bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7acc3f6844543f4b2a8b650f5580ac801a83865ace4843f806a59c895672628d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde286ed6756f1a6cc72185543bbebcd14886630
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451ea90aa652f889eff5f77edf8b7e84abe23ced12d1d8b68695a8e52255800c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9790398f8408bc63c1ad303fe30ee676c9aaafe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056bc7abf66309e5f01e154152fbde95069d41e760669157fa3b7d0756afefa0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4956c8cf5b7b140b7650b6b9b4e5c39d62ab5483
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38efe0a4bd5fc255aac8323213904e2f0e3fd2f0dc4f5bfda4aa2b313bfdc66f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c24a0bcf3689c97ed25ce6c65e6c911355424ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467d87749541e4140fc7e9a3843ee1845f3d10d100ecd5b0b5c26485134a0b97
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7109bc752b36de3457a68b4f51aa7a17c146ffcf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3857a21999d2bcb29542233cebc119506b9653b7ca2dc61db0cd067d67902d2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aeaf2b435cee8c5ff20121963947a4e28c34c7b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219581f5aa8b9b1c99ec4b182c6b79cf32b43db7a7eccde93250bc3bc97ff585
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6b4aeea86790614cc420c1c49a0df447b90229
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dca0476d53ae50dcb9ce242287d2eef599e5a5d2bfd2d3b0add08e33e0327d3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8afb677f154254c5902816b7298a6d52fd1560
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b574bab11fe5955de39ef8d298b129df06982d2b6a862dab9dcbc18f1e0c4d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21945ccce3a56d9db0c1e009d58fec409f749624
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c2cf57dbaef00ce6ed9501cff04910f94a5d6b180b48a34bc4ebac8006b29d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358ed6c061765c91c7d8adf357a79aec00c9dbda
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699955faa666fe9180fd861cee7151f08c90eba64531d59e07eed3b12e19b0f7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbe17a218fce6da8fa4112cb69134bed64827e8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b143b70cafe0eb46b1ced83738cc6b22aa686a858bbcea26e842768401d00368
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8e787d75732566a2326be4c0d2a2023b33446d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f77b7c90f120857ad6a401138da9d4f889ad168ca1f396c990ec33f5a796af2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78109c5f1de982ca23734f86affc2462fb471566
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6909f747d8d8ba4deb17bd83f8839d17dc4eb3f39706689575327afebea1572e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66fff1fddf7cebd4a478fb2c159be857cdef74fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766b5edc868229d589a313267a1b3993118c842807969435cef446aed0f5afa7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e8d895d3d5c41b8a355747e0ff960e95cd6aa8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea682fd77a56baa0ca3afacfff11325b2c52f57221730c1f7d89ccafa62ee0f4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b84e236375c1cc8efb6abd2d62e79a7c22a9ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d633ebb6986b503d10d50ee1532cef77d417e60115a1d2149109e055f73d4525
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954c14fdaa5921e394e0e0c569a115bcea834790
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f59baaf740527000723d56039c9c6c27e63665659f2916794887f1a9b71c693
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1cfbc811e489d1242a5ee781899e81ef718989
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2004744696b295daffdba857ffd61d4aba923fe46278d18e76641dc4039c5f7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cecc8a872b237b8f7a11b6de499604cc2817d15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d656cd0c32c2c25c79c423e08bfd053cf0438d71d5576b4c9cc6f10a5b5f6cca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73d6a3a7a68c5ffa6b15524a7d1dd560940c2ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf41239ecec2e96dea7cd43754be6510d6a0e1d2886a1db37e631a1dbbb36774
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d0ad06dff27838bdc2de1a7e5b4a1e6d4c558a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91191361f8e25ac8297fb9b26bcb1a2d9aee1269d0f5b1ddb5cafc0501d3d317
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3162b26a71f053cf93257592d0ab2ee72119aec5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b5c1841051af27fc53cc3b4fde6d4cc9976b836f0164b9111e05cc0beb8c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ac18afa52abb97e2696971c857202ae948f653
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff435bab0ba90a230c339522455480323669628a975be4e866130376b6f2551
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645e8b39a0283e77f93b5062a5424e67c6edf441
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0dcfdb7cef8fd72c758c66ee715b4540d6794696e7f6fa10e3a76a3d6dbc24
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbadedda311aed08bf2421c450d65a9af308626
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58d863ebb9ef19c005e9370c214e243f92086df01e4a2f2bd0a715e8c54080c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8da0fd7f16a62b40d23e2314e8e7517605fa87a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38838bc92db212e9e6061f10f5fdf4591e8d131b3ab1cca56475dee391099f69
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a940c2bbd5415d8f9f700a0f2cf5102568cfa1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9964135a7aec7e7b4b3989741f3f944860ba4073a9fffe9a6d3be277d2334e75
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c901c85d4bedd9af8db3f6fb6a2ee845143cf1b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90edd3458ffa38c1312296f8b56c281761252b6ae417c4964e6a97b95e418dde
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f9461b36d1f50b8d1357bc912449809b5d35d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0736eb9c740cd4bcec2e13be762f6d3b789e0bad1a6ae00ec360b7e174423d07
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8dcb0b7de5650528fd7c810417905a093103cf8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58b2554defd917b5c3951ce9a597c95c729a9f8fbbb250d762d81b15b1ad2f1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07631b3a8a277c496de60896ccd28946bcd16125
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5cd3a259d6f7b2b9708684494785f9c14faa6dab74be88328cd1dbd5496e26
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57fc38644709951fd3a81bd135bb8c720b9d3b50
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847a66f82926eee7d1a000f52a82bf08c81ecf2d5d9b55cf08fa8a5d762d0104
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d253cdcafb065f683bf2d3f747fcd28afd304f91
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd33492c8abaff1fa5cb41ae481f16e899c15d7865197af4495995fb8535d965
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34c863758dfb21fe7244ec1fedea7cc05e1ab28
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7cc153687043cdb9b8a0542b91db8e971b31e2a241ddd30c975404c76ff685
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a261a403004a7e318946b9930368c5e50e55d2d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea5f3817badb54367878cf93f94be40982863bae7f1a63d0c7aa90a871e6745
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de8eb51be5a4693cecbb4ee4296df7731cfe0cc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9709681c4ea12c79dae28eacdf528fc2ef731f6e8d9d28452c14aa0c5fdd3a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cdb591dea5ff972da62b868c4c8fef0bc082be6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5965af8edd5dbcdec8bff79e1ccd7778604231b809ca8924022ee6afba640e86
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03cfe8c8943c9699ffbdae00d02563bed86abad1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e224d02ec2aa2aa29b610651dea8504977bcbb35db28091d67fafb223661ef9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81580d8bf9011e9f4e2b65f87051b960d7bf23c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212888c0b6983c7fe8a08062834fe983bc3139f5433b19abbd4b8c37f0793e19
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fddc047327b04d5f8338a1a57577977f0160a687
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4529a6ab2bf238aa64dad41129c0f86e107fb8d96041350d11e6c727517103d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120bb28c45836717ad4b1f6f4cfec136fa1ea2ee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ab90bcaaf1b93e9b965dd10e0d9521e9f6822ae90e6515f50a31376cde80d5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4124f75e902e19392dbce9ca8f59ac1a49a078c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb6c2043ff565deb415f368a2895202000c83a8f63a9fbfaf2cb1b579825be6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4ee3d59db7429d6f058fb021956034e43c0e79
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4122c08cd0add6dcab4a2b4b015e030d757ef2ecb2c031e227ae9611f82ba6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2dac10aead6aee2c29eba69679cd4af8fb5a425
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c316b87f73df1ac9c1c64aae0bcc85dee25878fa245a1c010b4eaa66829830f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa10a3cc42a38b4833e00a3aff1f59f2afeafae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f9b12ed681be6c74ea7a574ed1f07536eb93023244cc7ba4c7c1e08cab317d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee2f014edba655eed01370b22f61cc07bf11882
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8af3c113955597e41642e3901bb3035f97da865bfa57c2593c291e49f797ec0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a69b51bbd837017939db5b9ba20dfc4f8c0050
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625f461145798301781651d5c4be52b01ebba339eedc925bb4f1694455328a2d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d592aa1a110d7ff18a8af0015882b3ab87fa1a86
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e62e37456b50093d778c9f8eb5b02fc3cc40abce7feb170760d07501456f63
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9eacd3c7a856764cf67dc24d5163ac7358316d5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208d563794630026c243a54892000168900234d5192652a996e9ec2ab69c99ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a955a19cd7b6a77c9c0df8235de6cd8b6995bad2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18200952b288e2c6ac5ac1328719936a4bd80a2784d96fc79effbf8a62b216ef
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06154d9c5e1ae50dff6c1c5ade4b3ce161caa119
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4446bf0f30fef1eddbd9a2b93a8c8931df06e35aa12a65927ce9ec2a25949fb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4581ba4c5d0a3de5f92742a6eaaa4f97e2e9385
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9684ec4888b399eb44fd3cf9cf9c80abe7953e61da5d2cb0b025ea7caa44e253
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d336ef9406da7eb3b3d058f1306bbfeca5370887
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f69d02504e90816d80e5c893f59d443e825b9add7fa1399240171a75e5c7c0f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd40aeede47c87085584f009c7d0e7b58eb31c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7746d86970b4f442831468c1400a24a05896384fbbb6b18ba671e561608e196d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c415d7080cfd1888fac50d94a9405fe466c43f6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935aa0d96380d449c14c4a9a46829b3614c726e86e5f17fefff150a9cdb87505
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188f8e573e7f133491f9f80acc8b247ef63f348c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65b245327b576d7e840e825c35d1d6aea1b63d5afd9ac31104b167dd58b8d5c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9dc07e1409850610242ae58678d7cc4ca141402
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1761456c511551e5bde377c8988eb9cbf3ea05964339d46fb687ce9bddb4d3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f62e2286cf95d4581f0487e7816a8aef4d0bba4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902dc02764c465f8cc5d88159e5dd3246a1471fc5fdf294bd2cc78ec6b211bf3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba87ef9654cc2b42990c9028d7e63ee747f5cff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e5829697e320b01b57e18af86aeea6b5ec616b34c4a30e4c6aaaa63c20b6d4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b25ea765663f06eff00f183d6fcc7e11cf9a11e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a488c501e19db1e12e6da8d6211827bfc940ae2a24cf2a975f16bd77a820ecb0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b29f1f954e9deed548e66324ef698dfb56e1399
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9638dc7df14de9b1070fc5ad3cf7a5c5f34e5ea9454d373ed7587e45f0dc425f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3b383c0291c81756ff8558405aac0270c8127f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c33621b69a13ae6081286511770292cbcfbd88c897d5d4ee88032bbbd38be34
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43302f3fa13d6188c95084f1de67763559248129
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105a32aff5e298d70ffc9d588e31b5fcd5baada801ce53f54a28c6221d76d698
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e705393701b9059fe5ee6eb6c4fbb4158212560a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8890a995f0ea14f0ef36a46b84816972b4edff70874378df6d98c90d4ac803ea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82a5af48456700af4afae139fb546e8743c1da9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b137cb0892802cf844039397097c3a3f4512774e2d2427ed293e9cf1222cbf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0bf1a892a0a06bdf9613e293ba4389838cb394
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8a33ef892bfef9a8e5d52bec2986fd2ade5d0091feecd795d3707571df61c7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4fb7bc1286a1fb54a071ddacc4a7e9f24c56452
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8d6a30494cc94f02094d5f70bf80eeba2152eb3bff0059f5c832bacd1a2ad5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfcfdd4620cd83ebe97bfbf5b2d50e23260019f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f87bac5974572c3a4a43e322c3d7b06df84c8403f976d03a0b4b786db20670
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b69e7078630ffcdf49617fe598606cc22acea1a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ae1914de293f693d41face32ed82e4442141e273a06f9b29c6f5cb3c7d3759
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8516701d7ebfcdfa4edf154259c95620ff6b7817
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68691fe6daa2addaf4a9430e444ddda74b63cc3ae4f568f6a2ff5f3b02ebf87e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfb0c44d83ad7d4c7b3365ff2f812c016bd7b11
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf074f4dcd33f5c5b85833c9f1847c9e6d738b057aae2328a5a79e45ba4116f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58846788390b6d3d7d92f5f084074058cb031b5b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a309ec0946785d9da2d28442893d7d3dc7b6b8444d5b8845ccc35c69883fbd5d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa285ef89caf2f8374b722cdd7c1797215d4a665
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963b1024d6d13e687dc7a9e3c3fec67bd490e96a241c203013dafcd6ab06393b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce05c556fbab6dc4953f8f21db3f0a420864ad14
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697e978bf571b9918e07d9433aead39f8f2199a2e1e5fff646046794e2ad742e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9194f19388c69712d0a3d3032da213b13fd6c400
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8413fb6f7fe2f14be48130e8951faeba72df48351e3d4890063f5dbf087af939
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd4a29b66292506deacf94a23f4f2b498e209d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6500863ca9e7e7c1f6f6a30fcab2c45d2479a8eaae679c59bfd4b12c3f2ef7f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c655f187bd5cc61769140470f20ad3ee173b1fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43838318d289b59cd19377e2fa5cafccc4727a891a170c1246ce227b0945f27
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8644c4d812a173477a1178dfb9443dae4121307a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7f09d88a25f26785e2396a7e2db5c469c5dfcb88b203c94d5f7ce010423c74
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af0e7a59773b87485b81ff368fd5d5c8b96bd7d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28aa65be72c0cd10acd69159ec2d0ee261926bdc1ba8b866dd8395d7ac1472c6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c37674a7474df2c950dcfb1f2adcdccfdebfcd5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a708158ead12576056e885a15f7381a09a370c09b72c76febb02d89bf09d029
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472fcb2e3b8e9101b7aa4eb40559f787fedbc89a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb1ba9d45ab68d16d17c35fee0857cec63c0b39f0bdb102991798228ec0610c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d33b77a39decfa26d91ccc380d6588a9b21e48c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd6ec70beb3c8bdd985f7f513036fc9b1b974bb878daa5e0cb27651baa798cf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a92b4ee9c6fc6ba0d1b7d015c256bb0674fa3d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e35808fd6694a1981e8ad6c5dfb629078021e5b0f14b2674d298881ef0fe4b0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e7ba00dcda5923ad6a37acf2ddc24693eb1a25
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8db91930b4b33d5d8418533e8336e47872bd185aff65ba342cbcc5bdee5d49
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b103c0c6a21cc8b8128b4d6a625041f23366dba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bec5d99a38d46e2f34010d1a7ffdd23c1d218ee1dec884cdc779b1b3a24c77
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247a56354d53da2e4be9f382bdc3386f2b1f76ad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ab2e524e692b91136d6933a4aaffea79dd8735685669caabce0c0107e2f92c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1a8bfa5e089702c46fd03f8166fb985e577961
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe59b256a8bc0618e9515a6865eebaaa8a94572da4b480394840fbb2e6b40f2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68b00a9e5dce50c24ed232444897e2c17ddb81e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bffe770ae75b5c39d17ba0715e88714b834859775ae7a5a8f2fa6ac77637a73
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e26ffd95e243f691fb96bfe2d1103d4c8bf43f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08d0e88069847736c66a072824ee28637db5aea8ecd6b1179399b284f3041f5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02028dfde9eca30c77cb172e5fb5aee295644080
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5196f39b0cbf88e1e6ef519e1100b65fa716ac1b4a7517c20618eda5e3695e13
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea017b337af4587da294aab14be69ca04cbc198d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2171507d0f1b5d5e0568a1b093b837566241b375bf8fdd9258dbe6268a28b24
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71012616304ec8f99a55959268b778a3d1d3e4c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9f68b8f7ad9b7afee3979a1fb0e97924ba67ce260ae58a8323bb57fa2dc2b3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7aefa87217c508f757732b2594e863140029f93
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab1e72a1eb024e15aa1ebc6b5c1a6e1fab8ba45ab0a82a18a3451c50b0fe3c5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a6cef1162254369a4384e2cbcc90325938c540
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e6f552d6c62c4d6fb0dd14c2a43c42c323e3ee5462b36f23738930dc796f79
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bdcc8e896eb729b2bb880710132b0be8188f466
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae2ecfad95c99c2c63f087ab6e983b8576c8f69e418d9a5d0545d3c8833ec1b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca8e75b32bd1cb24b21faa3b9f1ffd4903caeaf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a687cea780e657b9f1415b122e9719aced180f4a760355eeb6f0eedf950d58
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9949e520aa77598eea31e8051230f55825075c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2c7dde30d2204459aac72a8a70294cc1ed447288d7f524ab50701d93dcffb7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f53aaad45ba49529460d20d3a3df7b1263e4df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef1b459d835b101349ffd4f66e1f9dbec4a2d2af0f65e015fbc0a9dc5740950
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad28131720920e8879c50b136f0f530688fb077
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7013df53bc5e9adf75329eabc4cd64b81aa599f3dc04d89f78f161705d73e3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771fe22387362defa67fe83f192c0d554cfc561c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6339cef765a4c7e849192ec4a137b07e0e21ff6fdac72c1fc89ce70db9a5eac9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b003c19d584e5b6f74de2fc184c582762324c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b1783208a8dd0901cd1e3276aac29a0608e69bbdd9ec8ed7abf8da3d6bab51
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9551d4921fcb8048222879472e43f7096cc85cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7ea49aae1f6c0f69535ac2faa502a5419d1a5de7378a4f94e42b99eff70183
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3211322a348986bdcc39fe9cb1664b164e360c13
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639ad875fcdff64dfc3ff09565aa09f02df1ee683f0174e64c271290eeaae596
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f655598d34122be923f5cdecd2a5bfb32ece327
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b468bc7ab23297b49b843cfe23bb582478fb2067b208f77d99b40a518f909d09
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf281db22394d942751649d93037498f9ca5374
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ffe3c93da8533aa18f459d2564288db01cdb9863250820cfa6142cd3241686
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92ad6a04fffb87aca91d22c254b53013c4e8118
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48665fdf647375ccac99ad50291588801fe096613484aa1408d17d99f39c00dc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f079385cdcee136d64ac98a1971bbb3c6245d464
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee8cb3a5557ccbc48972703fe723d8c6fb06dc6c088e6a49f726c5121da7269
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4869f3e46e9476268a9911953f5765db665705
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afb591992c050e3036b0e1bba65adc84c81003045b093d912b51ec9e0c79639
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f98bdd15c6ee020de87c9a1088eb15025b0a94b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8bb49835b6375854e92e635e697f17f9df67a7289dbe883fdedb4e7e2772c7a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32abaf3d3d3971e4b2826569b40f9e1b66be161
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c099c9e3406b35a2107fdda557f2ce5f83846f46aab9bb22cd23d120547a28
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf09fc0af7d85d9a8b02c09237f2b98159989fe3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf40704a066008d50f1ae999e88b9bdf9464b2b377b25dc383e537750d4b93eb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20982fb95b443bea24e37b3864dd9cff65227443
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d086259f13d81883fd18d5213cda9bcc3838c03c7daecee10114f81a1d409b10
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1923a7c467bcfbc944a41d1755ee8701294b5953
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a3e98000f45572027b63ca2772061370c7ba4c9a714a8cccee25bc59963c72
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_12/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543e5e8ded81aede36a6c78e3fde64d7caaee55a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7be7decadcbc4df7bec0b81062d1aa382e17a51c887c1285e09d33ef141afe1
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_12/init/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_12/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e09ea8a6561d3e1cc398a1d5862e09b88396cac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12aecbc7cbb5e2015213aaa815eab606b5fb2aa17fa7dc9181638b4bbff682c9
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f8f584f8516880f2b91f0ccafc1876a17840d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f7bf51bad1b142e4a2b67217999413468cc7fef32522beaeaf8db2b0ff0c72
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb3331b248e51456a2a1ba403a66a7d687fb01f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8af4a34d4e71f1ef4c0d9172c0c7ba1084b139c4e99bd8530cbb954baf3f565
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d56ce8f1f72788d157b125c8c06c2cd2cc7f001
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5b7753693e0a66ac1cde47ff77d649a5ed8afabcc77d1cf51b763034539fc0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd63438d9336478050242ef348c2553e88e366e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c294fb431575775e04bbd62170e92b9d045664862b1bd2db7db12570f81223f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70af03d928bbbcfa81663f00c3f676d7464dd2cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87808516363059e54ece615cf3bf3c09eba337b180eafe8e54aff3fd8d6b7e4a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30b5ba7e37f84774a3109402a4edc06d58bf48c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba7974ca67bd42eb3aa12456aa8757d18cacd0cd5d922d9fca2ed2666246a1c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c007abc2decf0677507ff7eb10fb925227fcba3c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2608d645c9b1c6b39f93befc9ad72febe3a1dcf999710f402ab3af9676d5f5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2e7c815b780d338c9fe4e202a8be823febf7a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a46c6a96b37764d55f14ac2cf283291a2eb263b65018a24afed2222f3435eb3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ea3f848f234609c107bb0065492e30079e5cdc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ff01858b453147180ce46dc1e5bdf8f366ccb0151a5cb1b37310e36145545f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7df7da1457a2e0316622e948446e36897bd9b8c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6e77274e480b4c6abea4712f261267f1ebb7eaa2de7f9dd5b9e38364e7bda7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04818452adbfd8317b054eb4e5193359dfbec1e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f3e07cddf3a73a4532526bd0b22ce79a31aeded90e87332822b045ed68dc6d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8aa2bf36a227f7350cc1ac72a779d0063a01fa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda2aadc4fd1289f783d8a1725c3153b07899dc3d31ea0c636df55a56bb244b5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f9729544e55548000373b1134c5e96b0de065d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad883ff8d9f4c01791c0fb254822c6ea8e1516f14da7997da5bf221713da2ec
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854c0eb610f5e5c0e09da9c7f9de5c7542ef4f8f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3291abf999006078245df50e3ebeab03720e2e2d03111cbffa9a79c2401c732
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb157cbc88af8832d7c41e90aa409db5a173f36
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4c2c4ebd1f6389801cbb0de7d3cbbe2f8d0152e479d1778168d79cc9df005f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0deec002a29c97c0bc6ab9aec843704ae8125d5b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a56c9751adaf3783da7af52aaf1ace3d82a5b8d97012a5db651e5e0f8ca3ef
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc941308ec46a93bb504de04fc7ec68e0c62c4e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbdee5de1c9995381d775fb8af8260ca0aa1579bbf725731d33c7736a232dabc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f851bc56df216373d3a58e1dfa1ca7a2345bc9da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1437382eb26784a82180f18bc11699ceef8b142382e5ea55196c545ba05f172b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7798c81aae10df150ca84d5b9555152147cf57cc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f47804842095af9b8b87550c709517748175150cf164cc027a72d34ba40ce8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1d5a2e98d7995d4c4048bd7776a8157f0fc0a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7641f41ef0afacd0c5174cf5ba14dcdde71cbc1d1f7a3d704126eb7ae5392af
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbd822fae5793a002ec8fe8b5eade2bd6757c8f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4a6fae0f4b0df7147bebc9bb8f76023766389aef76ed319d1c23c1190674c3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cefa5d09e046a427daf0f4d8e8c9135fb67f81d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47abec1f86c6cb9bf5dbf3c32275b150f74cc5d33d8089c6db6bbad5c56b14be
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8663754a747e7affba8dc8d9f0395f4d4c89fdfb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e113f9c914ebec0307d11f999a84c95c9a0d29b3aa18e68efe9c64e7752119b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8736b827f9b5157c1bdf951cae4575e0fd3f9c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4273f169f737c7db9c54ff7ca28fd2a3bf1a5dd5ac8583a3af68a78d0e3c6cc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1ef68bcaac46593bbec94e19c5f3f487688a7d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bc6e13cac6f95a89020d2995663b192f31a9c0ecaeb385b76054e8f488476d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c72dd4935265e5a934d51809f765e7d1c6f08d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a61c7b269a7331d6a340eb7253141eebdf50bddc92c2410660339890cd1cbb7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6409c830de452877f2e88d5e0d76880fb4a07eac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226f259ca5d7d562d8dc8a41abcc26cece172e4d5e373736c52e0b7a71774d65
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967c6831d28d75575c724bb35091cc6d7a0ec065
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96802d5de9f40f18f28387795f763427e190193af7be44fc3579a851d023560b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ab791099af2ad4c7059629470d2f344969e9cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20a231dfbb6591cda76b5918e823234cb35cde93ef0a41ccabe0c8ce373b35f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb210e6a6968c1e52b8924519dbad32481542a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9d5d577453f5c434b0a1c5a5fd385b2279cb5814d6a6c24eef5de52a0298bd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b934632a2f2a13a524e1e4f698b07261b66e9b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36bcce6974115cc2568ac090d543fd542647c20c9e314c7d40d95979151e7802
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c74d59be8e790e66c3832cfce650694cdd103b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366c4f8f8ed5e8a8d4bdec6af6c8a96c3582f81d72343beb02a2753619f9e7d9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fa8c467c82365a9c8e48c11f6e5da0a31ba5cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c145dee815b17fdba4c8747db8ddf6fc7e0fd48510c44f5d2a494f18d9736942
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98f3adbe882ab60947e31b6653881e90285baa2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbf8af1984a50710767bd8e23b6bd54daffeddb75e75537684aa0ad5630c150
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fa4358b0e3bd7974d486dc14d7b01ad4b5fac9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d2e9f58003b18ad422becf46a94931828169f76d2058574383e26b46be9a16
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a717a55a01d10f78793c42ae0facbc769df76c57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2606eaa3fdeb11e6ca5abdb19f4252fb1b852fbfba5a6c036f079866e9141a5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10540ee202e0d314f97e15cca9c464799eb25f4d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d544d6a509b06d69e9edec82021789b7d7ccf68c07f1efa45a7ba59f16c2dab
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd6fb68940efe8f2a4677fdee33963d08db3cb9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4cba57953d8700453f581e348ab58732b8d88493499f17bb2bd4cea6aabe6bf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531f4876eee08217483363b87fd19fee8a442566
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a548b0e6b78ccc962f1478c1c6b3f341c19c6d946c0d27725fcbbf7ceac33474
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c13cda2b9a3893fc28909c0153fbb9f95570703
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a408d52f1c8aa40c7ed28e5b7beac2d3ad706fec2da063a17bb8ce68a66220
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162e6442dd8abefed24806d7dde63a85c5c05940
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcc6686eb5ef0dc34f0c67e62b9a3a6df8a8f03fd53cdcd25c5c2a5389984f3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6ed074f9575a0b785f66641c5cdb1bad2c001e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3fa6098f5db87ff59b2afe8cc5e9fdd4fdf02fca4c9b5bc0528e5bb1874a756
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa783e132c6d32bc031c9c46468595418946136
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc242d6740e258bdb9c2a9c849c536a69f686e319fa3ced32ff6ed273085464
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f0a534866f43b4ecec60c7a8c21c6cdb158f51
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4e3bcb6248604a89ae9f8eddf69c1c850331a1996a23fc8eb00c504737444c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c995585d756b267056a4cf2da37f2be8b709e2e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85eb036580d790a52287e6bf7c5ffa06cb783b5bcd4aecf95c09cade1a4ebd6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70751ece94a1bfc30f2502915643c56418cb53f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beae23d5f7c443b5e6242900a910926b7266e170269454c1d43d44dc781c3799
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e73440cd0915845b2d3fc59f590a4e14eddc446
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c46eb2048a4ea0b4e7c732652c5f54eb23b6cc6b4e72ea6241f4390d3c19c3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4ace667523cf6dd505adf3a553c5b0cba0e03a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654634f858b21ecbd466c61c4d5d40e1aed13a2d85a682d2b3dee423585c4ed9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db2fb0428cb1b4afe44e3cd2dbc7b0106d491ad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f9ac394f826e4f79b07d76ca16d02ae0f26df2804bf661162a0bc1df7d70f5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beea264bfdbf7856641a58b5891a1bf41020a8ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b3e3af25e0f3b82e976d8adfb5d815634d8f5f1252f33dcc58b1f5347c7549
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8611dabba6d31540892dd9ca97b9ec9402aa8c91
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d2fdd19c177676b041e17f4f06effb9b62b9b457abd09ed5ad2eee8997bc49
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7d1ae51c4c5734226f5ef35f40c6ba9339d381
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e707bff48977fee6739464113c8ff4c2e6206f805fe434409b67db0f23d45b19
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b128df8973ff770403cf32ed1eb7892633b8168
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f333166b9bb5030c025d29dfbb3b0ae64661364057beb5633fb07038fe53858
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfaebc567bc69b900f421f7b6f4d26b116989fa3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38dd0da267e67684d94b15f7b794cb504ce9028a9388679d851df00c96c95fa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aabb0dea03f1bd0b7d6f44f762291c5b34c1ffa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6bb39efe6e185dea12b2e04556332fee4abe280052bf0effde2ca84f1590b79
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925ff981a95f46b1e624be92d09c200479403eef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbf958631425b692d2d0459e755c7313cffca9949d6c970177893cd95005ac6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d924bd4ded4aacb8da56f5d2d553e62bfafcfa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cd7b4defc07f6c025eed7b6da7398f07b75a2758a63cc625dcb1f0c3dbe1c9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1607e4b1509825da1158f439dbb146e9de7bc363
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a5dd1e6b65ef5ad066a255b570dbaa2a5130cc875ee05a6fb6383fbbe46597
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b957940a34bf2217b1a84df21fd9e54ae965a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be22a2e5b391e1ff38e816e5f87925415fbd41beadb4c98814a1aa1eee4215f9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98943173868f8c43f1556f2bacb5d3f7d624ff3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d39ef74f6dcb4fd3e6240f161ba7fb3ee856e53aa3f3a55a38d4a5e9f4a3bb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2210df46770e8b537c085978a325bed4fb07148d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45c55eadc3d1e9a0db4b9c8e70efaad5af3cfbdd2cd1feb269dd17f1af6621d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d351892939e020aa9b708f7c43288190e0642636
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7cea03fedc2ba0a794a762ee698a1e42b1be3033090ec838fe65c47181609b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ecb747b064edae53809e8fbf3613edc4ef5947
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07300c46b2021eb207a0f93e09763edf71863631692e718100b12fd333d74699
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5a277934c76ecd72a5ad819eb5f69321ae5a12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741570c1223934439a798b5477e9fd8c01952ff04e2db6a0b70483a5ccfa42a4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3b6cabb4105328bcbde692f37d243d1408be6d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171f7c33812e4571e60869078d848a094aff8049154f2853437a01185f055235
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edbfb16c31aa9252f5457502fcde0016ba0faab4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337bcc6f98072fae5943dc903b190aa9d7cef00993efcb18df67f0f4a91b2544
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe4b1d837782bc5b392019bd5476bcb12909189
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3648eb6eedfaccedb94f0c7d98f8fabac4e0fbea6e121ee8b1be09a007c7a62e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fade97ea773db17f2be4f8a9a244e8a2035634
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1215cfef761e5018b9f07aefd21822e98931d7174f3d4df5c2771a51f57af6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2ef82b033f7949c1cfa01a26aee90ac08a2af4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0e087842a4cce89b4cccaaa05fae58359d41baabff83bbff10b37d25da46f6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8969a91a0605a2f3da4183b9d67b8d202523465
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9826f257ad44ac69deaccc79ffa8969d643d11f8164d3802bbecf153b9ca058
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7bc0445e4d4353e29515696b61801dbd62ec11
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7782b91cfb79fb4ed6ab3423b670ff666c212f020f0e62f3c187cc2d254877
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc8e630028542168fa8999648c0271cb2c813e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba4fabd7c957308f2691387eb9b3bdc9d4375c67f9643e601ea0bbb307c7aee
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2383d8a24eef4504e45ca0b39d57ed963f1ea5fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793e2f1c6387dcb74ea8f767afdb9bb821d93fe648c4dd336e408a98cb943288
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa567f9d3b45113341d9845e2b0fbe32725ec36
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a44c1db257a819a0b601c19952967b594fbcc87b4c9629420cb1df0e9c9dad3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414305c6a21e97f7f45804a73113d486dbf983fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3401e0d584e1236db63643c9dc366e1d63e8144c8ed4c99df433726fc9363a6f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2844ac4a2d5c0f53fd54754762aeeee92d79010
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847c00227f27069e92e76dfe669a63a7406cabf84f2b72ca3e7ff7a1bbcc1a01
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8cda53ebc2387a4984ba3d905dc5f46801124c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854595e5bcefc4c70506b5cbe55f8585e8f127ab599a70458482720b78453053
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284b415404fd55e26ca629624e7bd64ed0b665d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48faa7030f95ca8b9ce378428c4b0e744b00e4f1799dccb84da97ac0c643b96
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc970fa2298e63157373a898d301027fad5ce80
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1586fe496bab15f5bf350b0ce87323a4508e248e34176d2fa5bbc47a0039a9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4b12bed32a3c32df6314d1948704cae32b6af4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769f5f68cae200f16fa3f225c491809900203d61cd891553ffe196c0f6ad7451
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d2248ea62133af387c56fade9fa28a83dda285
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a6e2be5a8d41d181586840b6eefab06f9afab71464bf67477bd5aa247a8ac3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb69e63f97b5dececb7e4a8f32457f98eab6446
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3571d298555f65d938c10e05ab5983f7336e64c310176545143fed72f48be4b7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa8cbb7d98f14000eba288920b0a0993fe36ccd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd1fc7b28a3a1cdc08fc0042702a6a4d38cf7bbf35725efe6b9c53e8fdba6ad
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e013d1257dfadce432331288c88f619506ae8d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabff25e126e217939ea49fe89e847b4abcb635d5b116ab876616d68a7e13a7d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f41db8f361f8318d17dc632a0e013e4450622a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d16fae19f39555f718b78a291f17931bade11d228e8e94e4e7bc3d8d714a1b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9457cf766710957d7e07d44a3d4143e64c778111
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07be85bb7f79b00d112b1658b85a4bf36c212c5380097cb2c1a9bcd9d089811f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8d6a8fd6d4a92adf8963f193e79a426ec1505c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ce6460a2ac04db7b324f4e7fcef2ff48ef77d2f70e15bb6ae1158f35f02619
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41660ba9f24188839d2a75822a0947e202b7a33d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388efd2ee4d742d2b7c30598bee144b18b3ff8bc4cc0a405da870b342f088bfe
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef726965d6a9189f858ef114f453ddd7ea2bd41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea6df7ccabe2fc77ebf9605b7d3dc9a941da36176fe7a5f07327525a264a953
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ea4485014123b3827ae2c23b2ee909b20a77bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad32d96dbc0b3822cf1f62dcbc19cdd6d4df3f757274181f6d73f7c4eca375f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae115a04f2e323e4db37363061f54c913d2052f3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be28f4bd0ed2143dd2c6ef1438beb9335262e7f062645f346a330ea7722f4675
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19defe75dca85c1dce684d2d0df84df234ffd0be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03aab14bb91389b63cafd0257da9fae36b16a7fd59b52168394a5597646315f6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8403987f2b65c25ffc9213a07736ec84c80455
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f52e52885c957317914d72ef242cc04a5fe72a27228d3ced5e848b4dc3dbbaa
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b746d0f86b49d034f5b00a78c7b175ddaf45de6e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2ead71074ef58a739a24d2bb6d8aa320726685ae4d10bd2e2fa62337ad221c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b29a7791e1c4ef0a45452fb92ee71fc85624c88
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102d176cc5d9f6a0ce08e459f6559381a0a75cffda9f635d2725082bfdcbe95a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02776591ecd6b616d0bea4bb1c46843ec5673a28
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9908995f16522b053078587e55c6c431b72698457ed53f485acb7e18e38a3b32
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9767865c2046d87b995422c1d2ba2dab90cdba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000c54c0eb129191c2a7e79df163403a7deea0929551686f2f37b34ea0975145
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08fcebc137179f0b6e27f00c0d2f45167e79505
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811d4632570831d0a14330971108e7df3578ed386616c3e5bb0dc16f708b2a81
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590dc761c42ac8f4b8c3833f1796f0f00665e406
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31be383a05bf0f3205e5946719c4f302396a00e927c5cd6dcf5e006134458126
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efaa41b30dcfa5f42bc3e8db5154a0bceedcadb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7bd303b5c8ebf83c6edbfd02e65c190545029f5961009248741d67f12cc904
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0f12c14620c768c0631bf0cd4a0244d6bf0c4a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984ee813c879424d836c1eb712a68315d3af4e4207829ea1b6572947f3789e29
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6faf5cecf20e5c4fffb42727bbe223031906bc67
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2343d7c2d83b773643b5cc3e7a02e15525202fef7c31495609f6cb74f3281a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c1a5bbdcac360e6ebc089d71573f95eef6bc7b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148753b11708276097e706e78cddb4d22af96f136549a7840415d783f5b31df2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c88ecb134b6428a178ff1478a14801cd7ce4c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1083de336247d3f324f7b8cd531e078121f7858b6277515e9b736d6725b098f0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0352a0011789a0782d3c8844cfe73696a392d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab386ea8e6169ddd8251fc6fcaa96f989105c494a138f6436125ac6420b05189
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3efa5263013a0b65973131eb773ba1d4fdfb23a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c7b63811a15502e4f0c72c059a365c60ad69cff63e4eee81caeabecf56986f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503cd8757b320a228a1e3fc517bd22c6941e4d20
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5beb4fef3ef95015762abdd2e3cf390eabc3d5bd817e17eadb34016eeb4bdb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4224b72b69fb7d950c4369a7da72ff1a12764e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc1e6a6f33133feeec9d9e086a2c0383b3444017ad24ef9cc7d513ab9afc951
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddfa9eaecfbed2a831274774ff38795cb7cedd8f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49517190ea735c1c7a38f1824046128e6ad9691fd486a6faa72cdc737072d7e0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd2af97106a73c67a69c3aa9e306c5bc75c7dac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f97d261c83775a82d00d6e14ac3b497054062615cde3608224a41b51449e7b9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c9e4f941c39af5c9541a1316b36a02fe7d4a2b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4d28b41264e7e973e2aba7d2eeb376e331020941ce0b51be019bb711b721fc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224e447a70396b5c7eb1b86b68fd33ccbdddef97
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce03d38ebb5167165bb68a493f024f0853e864ec16f5c2d7845fd54a88f95a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b3758f04d6630767cdfb2e3ed178a7ffcfd160
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e486a3d1c3f1c4f85cb1803969837204fd80732a164da61a8c616eb9103a4f1f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5934b8475f7b084f97df27d540a3a127e28791a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f7c834096486c0674e81ae4de208e83fa5c549df4d7986c25b74fd730da7f3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6def7201eac9f32ff6eeb098392fe957f527aa6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616e586077bbd155503a0c4285dc9259374291e7cee20bb095e0b6be8802e9c1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146aaf430b3114e47cf46a0b47dcc0ef7bf8b1fa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a098871ff4fdfda719f4f1e051eca91926632e230eb1dda8409fc76187e60a62
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4c6dba9b1cec22d679ae0f448242b4951dc8e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b352ed53374540a68435b7c1389e056428471cdff8a3640076707833c9fd2d04
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63d449b428769c13e3f8c969d58e27c68686357
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d40d75d252cee1e4122946d2be11ce0f83936fc21a6dc1603878ec1ebd692c0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e73c6871aa5531960f59d6146f0eb12f585c20a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5fe834f3db22dbff98d261e1a4d3f96c0c5d868f201d83ebd02db06b6127add
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b62376407d4a17d2ae30a693fa49fe88c63589
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7fd9f20298e1995a4f254a3d88b7cf0101c16dff0cea6017cc54221397376e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1958bdc236284774974048bc49610a4c55e78fd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1817dc6628a3b032e98874303c8f91c21db83e3d2725f5b5fbaf5bad4601d463
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58a16b18faefc0d6a6dca1e6ee774acd29c7961
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831d511789ac539b28881d266ecd1c39d2a6b842d55989014beb2bc1cfe5a6ef
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baca3890c77553e184d8331acfa578b55ef1ac52
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2feeb86c247eb124f40d2624f496eb1e66697ed2dbe0c62d5761f550aa2eb6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad49a9126f4e9890202e6861a1e916c801ef790
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71d5343f7d4032c6b2c2538029c2f6d4db7832bc5dbb9ea27dcf764607e34b4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fc79a7f698b616c448accbbae4386766ddfeca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c3449d65769b51c442591ab3f8dd33fdd754599d8b1e2bef4d488b3404d1b6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89597c8a86cc98d5b643511af8bb85fbd64d7a56
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc9d3583485d952aeaca81473da506cd7fdde110ccedb534d3754e074ae9409
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0713c62ef62cb3e8c13cab2130540ea90b9ee07a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da81b7449243a41c55e28b7f665d58d574a8fdd9c6b7fad6026d4b4fa08562d4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d43429fb98cc15a5079f83e444508042e41701
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4859bd10604c9f20bf740366dd7749e7031dda723556e6fa729b07120f682a6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38f13764e010f9be931b504aade74442263b92e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c591b10f146dece9baebaf9ef43f8ce9be92593bd90c84b07a7e62c5b187a6f4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40651fb34912d89f6f68af571205a01d020b6382
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bd3dc9565a79864a6693dc7e13dbfded86f41f86ad24709baf472f21de0f12
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ba7eb228500b4ab998e36c7f13a9f184afeac5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbe5826555066afdd151fbec548a8455ca7c4543bea382412cf7c005c2d2089
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac828eebc9c6d0ab183e2842c309f9a85960a0b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f320544316dc5116a3fdef9ec2626b088b704fae3e30d5c33eeaab84ffc4d6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea3a20873976855f1ee2125ff7975c5ee4e744f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3aaef232f8cd6ebc0d2b64c437e996b6aee13c03b79989057dc4eaa1ee8aa65
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b28e4630e0ca979549ce9b3cbe2207a673b123b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a7b81589aec77143a7fc5d018e696c8772d75669b001f83984e07837583c64
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0e1ea93aecabba9bbfab29372f842875a56729
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4859bdc236fcfe6e32d663f557e07096226b40d8a43c57db34dbd53cf56582eb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e40ce549b2d5c6674b2bb0c1ab9c9cc78963c66
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df722b600f0c0278318d4d71311f190e3a435609cb1a7a8bf27caadf093258ee
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41355689f42f00a5b3c9c767e81012998201836d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa1ff0c9958d1d381970c9d6a1f2741dfa56530a84ad7c633a8cd8edc0301c7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01ae4ba2f1c8d63c4b4f016d0bd31f4a1a29d04
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb0612a39fa7c4092889f8b2dd692f42a2c97617f5af0e7f357e68388ea174c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ed2b90e144ac7ce68e30f64e878547f5b3f0f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c9c4b6563a553ac73628eb8882ce54b105904021b837c25236fadd8c976dcd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287cb9780847d2831b031430640f4ee8694e7081
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f9f6246abf4a2be59d65e9ac0258891d797f9e10b21548639645e2ef88fee7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea2100ff646d505b8073bc8b81d856f44a0f002
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02318993ca28f34e3d5c0f6fdd7375cacf1ec2e03e6e9cba60c58606fe98408
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf559b32e341c70312f61e3d8a6152d7ba91671e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8559019b8885347eb39b29c98faba51eaa907f530930613c37515c91807bb9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff2efda439608123aebd4f15589b99bb1838f4d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea794bc08d6d569e2d24350872c86e6e9ff0700a8206591b7f9b8e81ad14596e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf8b30e176a4b1eb4fcda4a6ba8f5f4be8ef6b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e331a73ae48e752917a5a65752d6d5791a3ac7f94370448e5808a96f405e0c50
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8ccad9f50517a636e3e5b93e2b1ee395c17ddc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6896cab0cdd8c522e188e15c3276c64d2c4f1282e5fbf308da394e72676257e6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ac4486390f6338fa48e2f314b81191e6c23cd3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32c324030fb5239e9c0c4faf9d686f982c81fba9d593cdeb40db779fa917503
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2237cd6260e0f2965baa213d11c2dbb527880da7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48fd6ea261b37e300dd6d2eb143381dd64024f0e46d21ae292d1d822ca5b56f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432dfe2ebf82d4effa75e22d2c800c8379138121
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9186c71211f61a5d3e33475ff3d3a087da5df487ae13bdb48ab7ec7118807180
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38a215a591475566bed307d2ea115808803f54d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f927ae239274b6cd32c148f51226279885bdb2912276324dc7c158460cb97d6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd43360ec1e71dd85ab33e44acccd9809fe07b1f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd00bd64f0ddd0cefd76a8cea648a4c4288d44b7204646374ad0f36a7943635
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe02cbb1e08f86fabc836a96b9bc7b88aa0f625
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ee1adf215d6c84e08c566e54323a8f750ee4b61e4709aca2dce5ffc59a93cd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86492f871fe4833962f9b610f571068f41f12fbf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f4b2aaac1f1630cf1958782ee9ec9701ed0526379720f6ffa516dae4a78043
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f1c3b7e20104c420a0327d1980181592e5f7a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deaa7d27c106a7a73c094c0668f0a9641aa7c1802081aa939020f82cd04a369c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e0bdfbc1347171fa3ea507db3fbb7f6caa3726
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116450eaf6de7907a3be4015b5e253344c87b6703c2eb8d9b854400158175fac
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3052402564b6d6895b93b661598f01b61af51da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3accc056edb7cbdf87435369fbed5c791ebd922598d6e10dadf48310bb70d2c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc52b02996a88d607ccbc0b5d4fec13f9468223
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949cd72fdc2f0799c3db3e59e0bc56d34d38e8ab64c340ed7537980920e3b59c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75e35d207c0a6c322fc51c34ff9cd99af46d1b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b379e8086ff92652fc1f52d6351e7e6679ee575efec5fd6c85c02b0595224aea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e137fd3d2f3eaf388a6f6874eac5eff27a79aae8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f1d219f7544cd946a8d2ba8bb06f634ec7f5eba85afb3ed9b52095892d352c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57af21f6f92a4e95e9c44715f5eb11b66526e38b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a2ca0e983509a535f243f9f3d9c1e1874cee1a45597bddf6c10f30fddbda4a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00b46312586360c3732e09fb052c16a26591467
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6150d9e167a0aa4f7d8f4415ce08374e127638687f8046b3e1d171ec80f1fd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136884e2f48312ca7277f0b7f1eabb49a0b14219
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5af684acdc1e5b2f32f48982fb53b5d70241b40e3f89e582dfc28fa900f52f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44dee49847aaef0486e474bdbb83c01ab751ac6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b88f97aba7e8222ab75a19d2ad7030ca5c84e8a4507987cc7e05e912524eef
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000e3c41cdf0e022ce69d2cc99456d8098956730
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d508c6016a86a07d5ad5202054d972dd079ac4a6da2e7bb25ed0eab15be70b4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8c85efc7ed636f37557d9813e94709b53fcaff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339cb81de26450940cedadda59340fbe4f930d3d10981b3851ec18a23d5c21c3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7193fb56b662bdc73cffda69710998cb9dc1f330
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f41c95718bc31385282de8863c9d0097a84e734d00a67c1fd010b4faaf8533
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636aa36c2eb58f71fb7806b0d3cf7600ae85443f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623ccdc81fcf80141c50bbf1242f52f60a9427ede4b9daca66d4c878851c3d6d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3a6a27436828aadb9170b174fc57a9e39407e6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a78099a715abc103874bac44c08691ef4ca711a8632966c325bdb24a45717a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f528fb68a6651beed64b82413d74ce5a19b9eacc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921b3db0552bfef0592eddf3d45fca4c5c963d5497f3bb6e36ddc25235b4c77e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6441f60fa89b6bab42b6833a59e40f6c66e3531e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37307603a9a6521c8f7fee29c81b662f49841c7987fdbbe483d5191e8d98aca
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91a8f2b2ff7e92f774efd943aabce5bb0fd2ffe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f21c96860888f4654881d0cb6e65d5692d8f2c2e33117f353791e993ed6043
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7360d44c409740b63d473d441dc81528755645ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e0c148ee129bef97219f20737e44ebad2dfd10a8c57eaaf1a53ec49d5f0d27
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982473450ca489b9896a1bc0f3ecbdb84b05a1f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2369f8e559f69043122b564739b4fe380808cb67c22f413df492feb04db145a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b76245ef14ecdf684aeb60dadb27a7062551bc9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aed9eb1e22a3f0007b06f2642bcda6cf8c43f9eaa307d9f215ff82c32694a09
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2b60255d63ec5a5170c025aa8526564e4530eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee215026b0600fd28be125426b11834d8ed3ea74c6a5b6b6c38cdd905a5f51f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3a9f614685c055f57668a0f9b4228e813a8bdc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6acf2d55a6a8f4e48bad8f2d85c565e6e10da743b2cac53b84382918953a98b2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948ba537d3e5612c3b3384cdfae0d48129d62b0a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8795b355689414569b29a1316392f2067e039cec8c0f4d654bbbe4107ce3bc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61065e3b7eebfaed8fd696464995ea1f01aa378b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb9a09c3c618256a30796cf76f4abb553afd1e1589b64bc7aef9d3bafe39bf5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df5c766f4e2b76b3b199634d67db539629006bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc548478f44727448e07f0ef08fec22d5f4d0bfe2a611dbe78c330d345778b2b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70cdca231d56cbfb6a4c866550fdf1f7b09fdc61
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7eefe45b7dacb20655ea3d4f6c3e754622812d68ec749afacd18820e2d02e3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3666d45d06f3b29d6f191f820decc22e7cafbf49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c0daf01bebe897145428886799a27f59d8a18ed4d771fac9185fcfff108489
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64981cb4ee71d29244caac0c34d8ca64455a4d2c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b3dac646bf72259c414d9f36947afe797e2f0f75cb54de99f059f668f7f56b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298d0725246f1818367b5daed68f713d25a788c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6731b259bece4310592ec8380640e873dc3b2fc581220a435f58b23d9b0aedc1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf9c20e75364096ee8ea626049eeb559589b2ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32675fc981df9f6b942214facde5dcc7639396217f4f28f83b285e34fcf87595
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8cc5df3f81f5516968b44ce956c4d1155d38fd5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44122f77a5bcf5f3a85876aa244f69fe6b53fffb60ebd32bb8afff31cd28ac4c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7b1748a8bb91b3bbb88ccc230667e488a3a921
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eeae339e3aa0cd342e369f60dca270c1c91c15a6340f438ec7acca7907e7353
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21a3456b82c09594b681b78b32f859ce4c9dc8c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4997fc690d665b578cab1deb37ade2c3879cce13883e1b6a0d7b61e637874e64
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5d4b2c64501409fd06dc7e4549c2ba301a4b3f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e4ad3e352770bef89b97746da2f5fb37c8144842dbb55c80646208df1572d3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59eb8a7ef06cd9860f9bfda7fe52f6ca09f5f02b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5656662233c2c475f79218667bece56db1cad60a49cbe53ba181de0a67280f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fac9c6fe2ebbe9b98f4de594ade3ae839c1297e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c45cfc6ccd49770dbd471ceddd303e26a84008013602acb3ddc77bc73493aa
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3133994dc766c46a44b20848d6f3dd338a8b60
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbd61c3a29fc2cb4c5fdae9155208133dd7e710a84def180d276f03c4752019
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aec2414b6f6d969a21ad3105e7b9a5facaeedc9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7f4d6072c24b07bc83492d8d2f53d710704e0e59af7c83d58add1e4c5ea87e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1dc51f73379fdeb7cd961f252bbede6f28cd5c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2fd58eeff4148e148a32f3db4087c4567df545ccf92e957e70fc4a42e58080
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93deb655e40229542a5b4df5d7787f6587e96012
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cd578ceeb82a9004fd75afbfaae5a3873f885193789262a9c97cef1adad1f1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af096592d06aaaed443cc7e09e07fa104df3282
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd73ce5b325a3f07e540bbe9a25472c94a36435aacd0fbad3c1ea667a29c3fcf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ccca47f7473d8c627cfe107948d87db229bbc98
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e7d67e651241269ffa7da479eb70fa167957bfec16deaee295ae7a9a7c3a0d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c92b226c5dfa5a149e9c7c3c42d4c024bc1294a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530d009dfbc79a79499ab112e00652d58b8d56350f555c8a8d5082da625063d1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a7cca192635e4bfdd9cf015378f76562b77ff1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a52e4de5a546e910cad6f60ee6be2170618eedf8dae14b2217f4097789fe5e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4259e74c2ebc007ffae26e1cf10aa363cbe415
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fe011e45cfef246244d1e079d585c7ae61a002b127b0ec32e28d2c98bfe85e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2fd8d70d93175bb5b191cb652b1c8a00e15439a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93734c5f32e359297f78b222a5c5a2e79803e90f74df58641745d8b6ac8d54a1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc71050140b83f77d362c9484e656d086a0c06a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a310034b03f3916cb40130eafaff287ae32e9c8f9f79a471d94cf7fcc6ff21
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5e7c1f8e726ba1d2477793dacff02e30c5aff7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c4bfcdd996c82a8014d25bcd73d79c43bb17521fed43647a95c5b0511df03d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935325f32205598e4ad1858389cad0e34bdda3e5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81abc0376410b1742e8a0deab42ae42f403e8317b13e4266a72d47b82affb439
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4606530ed3ceb5de3784957a82655cc817251ab7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e779f2e0931bb17d5237566cef7e5c7ff925e78eaf22fd278fe734665b9aa0ce
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120b889f34a54da8469403f044153a0a4b6d83b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce46492601620fbb745b010e6d1e6ffb4e22ae386f4139fcc97cb9a7fc379b49
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafc69b342f83954b1ce80db5460b9d725be2c21
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1712d2309a503a7c34cf93a044874d531cb9c61427dde5acac3c5e0e5ec5b413
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2a151b60893c3a8e8244153f5b305841ae68ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb085f9890dc523561dfa56fae26ca4797ce86814fe0a9cf939f11ac4bf5ce78
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f9b5d8f6a7fbbbc51f5ab5a9471243c0c9f7db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1c38be9de2647edd5218c9f4aae811b2ca90394f09834ca590cd2854c9429d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062e7febdbd2d526a0888b5147cb966280c15212
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d42ca260b52f1f0ac3eae0a503d4a041b1bebf3bfc3fe107d00f52bc2098f6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ec1e6e16ea64295e257684423af97d5ee6c4cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201160999b9bfe5e6f9e436137263e527231d141ed9ef4a6de33ddf8fddad003
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab58401d6b08f49e8274570c6308e4d04f6c7a86
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0b8cfc557cbead80ed747b66d0397864563bf53d0b8e70215892fc06be3e1d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366f8d7871dfd00887c81d92018b38832886f7f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58c3d7db17faa1b4f9ec1cfbefa9238e9b1bb2c8b559f17771cdd9456aaed94
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6eedc498f8da791946ae2c1cb192167b70234e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1bf2405f5e1c52ac1b0b33b2697dfd5c3f880ff483048567fd96f615eabf2de
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e09bb88c1d806565d51792f2642c9ca9772a967
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3370e9ecaa72c8e8b859b1b1984cf601ab530e9628a021145839ea2969b37900
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1469141dbf20bb48e6b48347dae8a388a13126fa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41ef865986e72183a1d2aefd897eb79b55f805b0ae2d2e365d489e961b78069
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3bff4cc0eec1f4db22e7f50c2376d7d8334296
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2131f036f97bc9f4bc505873821a432545c34c745121b7fee84efd1d4fe7fa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d60461f0eec1f14dea8753d2081aae5f1af7294
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b8832036df94ccbeb035e7d603267cf87b6b338bdfd41b0f4036e0160f398c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8584079cc929b9e05c8bebc9d14344e042f6576
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7294453728a5e2c1f707225f289fe89164a28fd43002bc38ed6c4569270a28a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2f4c9f21f27878ff03197bdb77842de53c63e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13add9be6b6541c9352182de2cbacd0c0538f07310a4626324380666240c0be2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b781f8da7f0a3aafeaf329b8150827c8935eff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0208aff2c3eb18a781d7741fced9e139103d003b2042e0301b79879a828b1c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8a655aa3e03db8e98380437f214df942cfcd98
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c83e9e943fe1e2db35c455bea8f09040a0ea245847d009088810202cb451a16
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422935bb2ce7f68b50f4a728cec25f94438543d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93fbd7d458ebb9f9933aecbe2a89fdb92057055aa79894ff1d87dd4ef53e94cc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6150ff41b9ecd11d30207fb14d271b8100491caf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e264ed24832d46a24dc29b988f1e8b5fcbb698c3284035b36e34009a786dbc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbb688b21ddeadd6f93f6037c5746ce887188ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd581651fd089a739451b720de3b5d75ef9b3fac0376318725c27b39823721d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9267510b8c26f00d30f7ef0badc8ac958dccdb4c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8a621638d1dc6809a6151e5af3681604fa16bf221458b1a61a84cad13a4253
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f677df211f79c800d51e612943ef57fc99fa386b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d063aca6b3f5f8179c84f72bb9ee79f9d50e4de1486807d54db6354058e6247b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8fd70eac886c0da6305a8de61174bb5d1042786
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de477052c44ec6e4eb6fcdb4c3c560dc1c9773030bf255ddd301d85bc993eac0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ca3084df062a7bfdf52352ed54785fa2bc6edf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b6dfc4b8cc5eb6014a7f839fd7c407ea97df49c2f67a39bf548463896d3a15
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea63c09632cda7bfa90ee4852a298ea2aa6b42f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0963903e7a14d3bcb1ff46239682d4276afd2d5959450231456310b81a42c90
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab02626ea8dfcef07be60143b42b2239a2995e89
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380c9183dd59cca42dafa6af2e272196792218fee4ac2fd86177f6aaf536c4cf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5225e5a3d44a51e96ae8b5ffeb74fca53ae2110c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8401c218e3d04281cdeae45c47ba7d0bf40541cac883b5b45cab2695ca778dc3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1213b199789045cbcc2d4e8fe6e9b7b38790f365
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0faf156a8fa43a0e6e4ed04c1bcca7cffd039cb1851d96d824e34aa9de80db
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fe76ba92fd2be510c23b1780770a13f212e9ae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c54f88f1e23cdcbec0477bab2344d7252b02df4e0691ee12bf3fad5e94cbc0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7701fef9696010eb41de12ed6a4526fe6bfb2e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7b957f99062000ab946c6100d44409b513dc8e8b85d56ff8360f104fd1835f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27908d2461c1fa347fec41d5d6770cf3a41b4689
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfbe1cdf7575425681e76cea2760e9375e76e2a57ef1f4997414ccd42722298
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2837a63f95c0f3820f08711e94b0f56fd0f743fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d59504f522c16e2397f811f8b95db4ee96adc43aecd3f73677b7151270e8528
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2a9cd2d903fe7fc48eb7de3e12a4382d8981af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9966869abe4bef7795e193c8abacceea11d629c5a4b5c7748f227509a339a834
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7960a8eae10582850e3ac2a30f9a83d1ccd882b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2d0c58f5ca73a05c616b1d857f9ddb64282bf62544dab22737f40247d2fc00
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c3c811ea55a133761e59a2b27101eea06d2bee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa6540b5b8cedfb6600681e99e28b3211b93a894a7a664ee453e965f46a9758
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625dbd11ab5d3b607930e888878237e39030a7b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2bd584156aa54e7cd4b3dc96b9da53efbd14e010cb7bfc4687a073f40fc4bdc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461635948a42157c248203805e3b4ad40f355390
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0052309d8a163b70798aacfafb38d565624c1ad00f96ee5462a798cd66a971
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3fd3848ef468454e8fd809585543c76ff65e23
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee378588e062b4539226be7b361f2312c2dce0c5f7bf493dbce8eebe3cd6cd7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00739072f215fb80352c39f748b7c799fe284e55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98795a6146f888375e31f438497ad0426e5ea432bf0f59d88e54cad68a3fc4d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf21738d2853853a2fbb64a87c461733673ca5b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58385ff6ba669f078f27d505f43da3a8524f90ae08fe9f82d2fb13d9c4185adc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa41b826a225dc052682427ff6de9f756f7e06f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ce4dc9b617a1aeeae7373ef4a3d4e794d0759f6332d8ca750fc7a475d9f7f9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9964f34a55e07ba57d200a2496783263e57728
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e1f688d166277cef654e42b7ee8b827567188b66d0cef911b7ae6c27632d15
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee5b6c55694395dbaf35194f7b038418f131053
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9acc7a426bfaffd960121ad10025e82b792b68d274f5c13ee3537d81dd97c11
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e16447083ba349b41fc0f3688a9178449ce8602
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf57117a4b43896193de3acd2872c110cb8d3c1ee4d610ec23b951f5bb98ffc2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a82a1d0d75e18319b902f30867d73607bff6e8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d239a6b22f67b42750586a430dd2ff04d3d414a8bff9beccb46e65d4d7cb6297
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98aaa21786691c792e06f41c2334085d426676c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004d6524ee6bbacce38b65b47f56211a4e34615c8c27ed169c8d052926587182
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6570c7ea899ebfd5aee9ca069d1f34c2ccaa6510
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bad21b23abd1ad58762d249ad0e919f58a4aca49a397d83d6c403054a8aefd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3fba962a45b7da60ad24da0df74cb6338844b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5396c873e2bb837ba2f898a2658b553f16c053b73024d7999e94f1f8471e3518
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700e569a07967fdfffea29009bf1db85d0dad706
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4762bba2cd5cfa84e908ddd74fc46fbdba6b86aba4ad1fbf200733064d858e9b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d9b13b8f2af58052ddd9763e0c09807dd65418
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0f278caccd3a3de8af1e1811cb2cd21bc26c1b19c7a981bcab74c2c012eb65
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b5bf1f91673b4dffecdc6383daf86435ca1af6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f91ff007f5d533fb3fe71b18fae47745f08965c61cf81ef4350d684cbc546d1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eec51f86cc38d852feb2942eae258a26f209c88
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a4e245141d9e67ff0c9628d76308af083513b5926dd6ec1422b9b1f385b8d9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906c3cedfcb0e0e299ad30f010b7114b6aa64977
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2fd1e16d96b8b6a763e26b2e3a11bc5635f59cf841063c5ca68323cf026297
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697c191c04d51d1fdb82be28156739f2d6991365
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0a7cfb2012c52aad96dae71ace19ffe03244b3cf840d993ba9569691a0fe10
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac4ea7c38c1ae795204070fd581ca95e40abd49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babf53b8c57d6d61c0fb6bc80fd8fddc85e847bd8587d00a04dc4bcff5cb7e57
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3f56245e7ba8a6b1ea25f7bbd6553fc378ad56
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1632c15297e41d9d18a1d571c1d0623b461d5ade7f4714167f085cdcd5ee39
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894c6b3d197d5ce7753c18fe8ed3aa174b2207c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3b468c8154fb5dbffe3fa68ab185665c2293789d2ba76cce91463adc23221c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b11c5e7bd035a8f4b7dc7773866a6181f41ad3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d631c10673c14d8ba895c22f96143f69d13a24b20a23b23d6570ab6f85b9542
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd906e8596b73ad12f135ade780889da32963bd9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9ef4a065a9c5873c8e87e8ff40a1aaccc8e8b4f7f1211c8811c1dbcb7b1e3c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258705b6287f492428d1e750e341612a4f1cb882
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a2b94c48d4a8d3f76d1bea406081a3e7d174a2e44eee0e94b25d42805f491a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61a67abcf37a16277bc6fe97443349a890dadb5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ada3c5a44d9e1e68f8b9aabd3c9d88f57bb7837b44200a380a11939283a3643
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edfdc01b1fd319332f58939f6407eb58941137bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841f2668484cdac5956332a5c39122cf9ef18d2ca603eaa8890a95482a9fab68
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2daa6f1003d77a904cdbf458a3c24bec6ddd18b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6132c9840beae1204cc3ca6a5458c88da094c5e028ab96d5d7ff6aedb7e63fe6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9186a7209bd82eb6f378c887b06ef5839cbcbe33
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b61259ace31c5c0cea0993bf03bcc48dc77542d98b7c9de339e7cf7bb88c04d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9abdf1255cb3e587d855a2ffb9005ad49c5b9805
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a05b3fd31a388593ab023ee5055bba1ead15bbd331714f550ce87489f1900f3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd7d2143da696f397563d320283bfe6c078316e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be5017ac30d48b4c40fd4aaac65e95d2af451fdbde204dda7bcbf98a35561b7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d7eb3a2d2032d5a54495dd25a13040d3a55dcd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3720b57ddc95d16398cc86dd22ad021387c91bc590a77db0ae7f44d1084c3d2d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689e4070c2166c6af01416f63042b764c530e3ea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d995f623311acbb4d0f2bf83af1febe66bc5988b071016221e9c9ee3be7aa3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c37aa40eca236e23e3a2246557286b39c9967f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d683a4bfa74829b428284696dae39985f5af42baabcd9f103ee34fb2b143f5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34948843616ca34d8fb3320df0d27f036191dfbc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222fcd512b66727db7baefc42b5db6237b93e4d40a029a9320e7a6f01c42295e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cec4b54878ee2ed5f0f43ec31b27d97b91f3b13
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8c97aaa20ae12979f672b56db56ebea7f43ef76169e470d864b5fa7b235512
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f46b7924b1770940c8c02982083f55613357da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a477b8d9e4b039b8fb0450841948cb628cc87f3d3056c4e0d9cd0d97d269d1b6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e153d33540a491b976684ad3d2f75fe21bb6ea5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8706db8cc661a141b87ea77d26ee1654cd43d831ad792368145fdafbbc2e4d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3cf1677d07422c216901a97da01ffbf70ba8d7b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04da481c42e2fa3cb037adc7574e60e9d7d133ef01d2fa025822f326ba9dfcec
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ac557f777f1705e6fedadb66fcfa40bb1f4db8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0786c0a4d868da92355390f2d7752e47d7a1941e44cc4f6d1c3a80419ea98f94
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3025ddf5c77eb4efad4561fda2776b7888625ae9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca917e692d01d19d4ecf939f7f8bd37432b0ab07ce42284cbf856be9d430345
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afa49842c8a7a4612c778ba02866c50bb16e838
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1e19ccb70976edd809fd2b053e09d950264c0d7b5e1ff6c097baad86366bbb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f6c4df094e829d1c238d43e64d3770421ececf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20165a04a9ceb1af6a6b3a87a4da75f425a260426d9e52b002a58ad5f3e2b6f8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63a1e190244b77c0731833d1fb0ddef3d9c7224
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8adbd12d98e28a2d12c76b32b509182b6606e58973bdcc63c8aca5470333102b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfb991ac018707b1f1f2d34da829687b0d9d5fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534575c31cb54366e819bf87c00f0aeaeee03c339db1d1dcce81313948bc7b29
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843ed468287a1f8da3cb98c885af4b6ec4136436
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0860f51866dc5cea6d09c81d16a844768f67e58a990b6ff1331d55ea55660b6e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d330c011bd24abb95f0e3f2347c27dbd897dde
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37cbb69688238b85c287c7b03119f627b42593ba7018491c3c9d3936a169ec13
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec8441d00529a4a72d14f8b64f86de22c58aef4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618570e55afac01a8f04d0f3e23216580b02f38196f41a3342fb10694a0e19f9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf702f61b86c752288b8c760497847685c5364d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a033b31fc2719f737bd8bf84f6060610a16fe8132e4b34a51013908eb9e6ec57
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf275e09a7e4a0e4c1b10b98bb8f14291a71188
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481c68ec0f967c509cec65c8f675557230d2bb7cc6beef079a74fd0762abbbd5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db45a35d63a1534a1380e481fa56c5d83cc94314
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33ad5b0c842a16313d89ce07ec3156918d38080d9c787431255c6c230fb6938
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe451c03ace71141396218b51c68f78249382e1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3382d1cdd9debf07972d5d561ed247d8119fbc109cc292975e77a9cc872d7496
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf47cc2ed47fe09d572a3c86e4adc9e09b9b477
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92804836aea00df315e46a701b48f7c38ea1ae76537cb7372fc825944375359
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96ff9957f58b6465bf22e3f2fa3190090ccb511
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86923ec189593f8212541e6fb11e32a6eae00216eb0212af0c0513349d26b56
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fc30fc920cf3a608bd273f7e4b5a3d2f9934d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcc7e1866fe6162c27de119c9605a46a008d1363a518a1e705794b14860e2f8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c72eb76a7d857e11650026a148c7f50030ed88
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd79f43df6234d901764fef79e8d98c4a79d9419feed499a893ecce94144b4a9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a584e7907640a459ca0c765e9ec8a170c53eb61
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2a954c5678e4c12eb43882b556f9dc2d49130cf448d0265a399f50b2339a49
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a18be8cbf34b3a42665a737edc77de1e20ca90
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938fe3c25c6644d8d20473b8f0fc8f827c9a73e68168717fd058317cd987f02f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8e3f42f662af06988920c72e907e76fa7cab12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842422356b50899d7dbe58d27a76563ff08576104eb2f8871b955b1e291c8e1f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1028498144f8d5396b671b4af5713cc2f0bc5a27
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11a4a211801b4884fc3a36578d7ae69e7442186d5f3340448e550fe9fdf90b7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b3f8d28d9f75281b196510815c0460473267ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbef070377b9bad6484f2773e47783142d1644e91161851a09e1a6801a5bc832
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873fc89c6b187874102770d63fa64c02bef5470b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5cc94614d432135f688e5239bd223bcc00a91eca74a99ba3827e9dd7afbf2b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea426f3822f71334f63b5ceaa54a524f47bd0bce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b671af85dfeddd647d32f3ba494a95e772602936279a53db694afcf3d1e583
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7544dc3cf82f97a9edd4d1c701141c72607502
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569a5e17dda8d8b09461b44f83f43e9f3bae71103c794db7a7705b8f7a444931
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e99f5c833275ad5f3c4c2d66622d07031e15513
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a092e577238d0b4b6b6fcb74db40fd6914443a179a38a53737802c815714eca
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0d796dc2022b58b492899b9b194f38fdf93849
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc4f7cc593bae081a6c09ab651fe4eefb87baad0f1fbe300f91b063e4ae155b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ac26355dbce100b369b4005b8528cca15deb45
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb7d30bafe70f13662c3efdec09b71762dfee3a6b522b9eb66aaf407fd4c667
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3096c5ffce932492282dd85f9f28c84656255ad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0af5422198b64f942f923bc927d3498f651738dc8538a4be3f56c200695c664
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b275b24d32a7185ea99b920d84fff0c00aafb79
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1931fc18286787b47155d55a75d34e2270b4bd377a4b87799cd8a8f701f9a7eb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af6c359ad2a20f02d2336972c8208d7c38d282a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7edf7e88c90c9b2e69613d5087e98bccc0a929a52ea1c36e3fb286bed6223ca1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2295b4d3668136497f41472e619e31392e862801
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efde48def8828ca69df8c74f4742e29264a5010dc8b90360dfd574959c069d0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad463961f96043705779629a9d2b4ba2c71ae7c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddaac3558222330bb63dcbb29f724419859ec89d60138617c5b2ffbff679ac91
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a5ea4cdec05067f6847e1feaff669851a422ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799111c2aaa783a4e469dc6b7429fb0e9ae78d561b3ffcf3ebca404be019971a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5572304628cff5a95a44c52ce973d5275c898c08
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2142e26ded2de66263d2fd0c4407625c5a2e96a9328a8668d968ffdfe6b93756
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48a418174dc31bcfba3cf43a391361014e33a4d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83551c99b286827cd11304abb585036c62672e9364dd22ab63b01927b49e46e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45da2a734d916b5406a908785d15e42bfe63e9ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374dda02ff8131de1be684f387e1239a03b66f243fa4fb9edf75485ff328fb8d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8277e97cf8c34093d1f2195729ca70f296bf1b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae23ebe94cd1151c50e2b41fa89df7a751e597b0ca8bcb776002b70639887185
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f975a9ebe91240dd4689d9554738ec9fd427f3f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c34ab60fb79fba3fa023298bf335ed39845c72b336a0a02d2b5f2de899a851
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe91e4002991b56f8e5173f7f54eab4293943bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac57003724b2dd682ee822fc6a9060ce168840cc8bcf8ffa25e67547b8863eb6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d31df42e1604493352ff4b64f53aaa86f61ff7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7da72d18813a2bce85eadc6cf143e480a81327557e20edfe00ff2c5a7e3c2e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f5f8e433a998e0e7ca192835b6d82f4e74973e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7b6ea0c830695704b0933a4960f46efe8ead2ad6367f410501a643704acb30
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0204d1d57195c613c32c6fe14d34ca6ad9c5a75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14db068edd8278c79af6db8419923016eaa7a76b4d779da6396080bcfdd9ca5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b82ae999cd349077614c41164c991bdb1b17588
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9f3df0f4f0447165341aea03083a59030ce067cd31cfeea95513afc92ec149
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b780fbe97a4f9221357a22d94496d9cd721379
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f262146c885566b3d17fe99e90f863499761ff4078af51cc6dcfe2da2b5fd688
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f1ec2c07bab97ce5db78a81bb30656ad405534
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e82b1677413f0669505570ca3c13e3f1648805a77b5f5472888df4ab69e0798
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c9d2b0189fbf5d226a26b61c3ee21e352c3873
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46eafa5629758a617f9c7075ce49127737d2359c089c92ea4641ff3813d65de5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b91c7d599e21e8df6abcc1f09b2dc55e43d6a6d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdde9d2218e41f934751d718c350abb1407e1da5977aabb07cf76b2352b0a1e3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19d786e14847c90151427165bc703100a133f52
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e59bb27feea83465757ee2a6987e3b2b3630a284ecf78b915d0edf289827822
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543e5e8ded81aede36a6c78e3fde64d7caaee55a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7be7decadcbc4df7bec0b81062d1aa382e17a51c887c1285e09d33ef141afe1
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_12/trained/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e09ea8a6561d3e1cc398a1d5862e09b88396cac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12aecbc7cbb5e2015213aaa815eab606b5fb2aa17fa7dc9181638b4bbff682c9
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f8f584f8516880f2b91f0ccafc1876a17840d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f7bf51bad1b142e4a2b67217999413468cc7fef32522beaeaf8db2b0ff0c72
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb3331b248e51456a2a1ba403a66a7d687fb01f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8af4a34d4e71f1ef4c0d9172c0c7ba1084b139c4e99bd8530cbb954baf3f565
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d56ce8f1f72788d157b125c8c06c2cd2cc7f001
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5b7753693e0a66ac1cde47ff77d649a5ed8afabcc77d1cf51b763034539fc0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd63438d9336478050242ef348c2553e88e366e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c294fb431575775e04bbd62170e92b9d045664862b1bd2db7db12570f81223f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70af03d928bbbcfa81663f00c3f676d7464dd2cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87808516363059e54ece615cf3bf3c09eba337b180eafe8e54aff3fd8d6b7e4a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30b5ba7e37f84774a3109402a4edc06d58bf48c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba7974ca67bd42eb3aa12456aa8757d18cacd0cd5d922d9fca2ed2666246a1c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c007abc2decf0677507ff7eb10fb925227fcba3c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2608d645c9b1c6b39f93befc9ad72febe3a1dcf999710f402ab3af9676d5f5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2e7c815b780d338c9fe4e202a8be823febf7a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a46c6a96b37764d55f14ac2cf283291a2eb263b65018a24afed2222f3435eb3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ea3f848f234609c107bb0065492e30079e5cdc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ff01858b453147180ce46dc1e5bdf8f366ccb0151a5cb1b37310e36145545f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7df7da1457a2e0316622e948446e36897bd9b8c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6e77274e480b4c6abea4712f261267f1ebb7eaa2de7f9dd5b9e38364e7bda7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04818452adbfd8317b054eb4e5193359dfbec1e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f3e07cddf3a73a4532526bd0b22ce79a31aeded90e87332822b045ed68dc6d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8aa2bf36a227f7350cc1ac72a779d0063a01fa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda2aadc4fd1289f783d8a1725c3153b07899dc3d31ea0c636df55a56bb244b5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f9729544e55548000373b1134c5e96b0de065d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad883ff8d9f4c01791c0fb254822c6ea8e1516f14da7997da5bf221713da2ec
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854c0eb610f5e5c0e09da9c7f9de5c7542ef4f8f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3291abf999006078245df50e3ebeab03720e2e2d03111cbffa9a79c2401c732
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb157cbc88af8832d7c41e90aa409db5a173f36
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4c2c4ebd1f6389801cbb0de7d3cbbe2f8d0152e479d1778168d79cc9df005f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0deec002a29c97c0bc6ab9aec843704ae8125d5b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a56c9751adaf3783da7af52aaf1ace3d82a5b8d97012a5db651e5e0f8ca3ef
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc941308ec46a93bb504de04fc7ec68e0c62c4e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbdee5de1c9995381d775fb8af8260ca0aa1579bbf725731d33c7736a232dabc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f851bc56df216373d3a58e1dfa1ca7a2345bc9da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1437382eb26784a82180f18bc11699ceef8b142382e5ea55196c545ba05f172b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7798c81aae10df150ca84d5b9555152147cf57cc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33f47804842095af9b8b87550c709517748175150cf164cc027a72d34ba40ce8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1d5a2e98d7995d4c4048bd7776a8157f0fc0a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7641f41ef0afacd0c5174cf5ba14dcdde71cbc1d1f7a3d704126eb7ae5392af
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbd822fae5793a002ec8fe8b5eade2bd6757c8f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4a6fae0f4b0df7147bebc9bb8f76023766389aef76ed319d1c23c1190674c3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cefa5d09e046a427daf0f4d8e8c9135fb67f81d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47abec1f86c6cb9bf5dbf3c32275b150f74cc5d33d8089c6db6bbad5c56b14be
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8663754a747e7affba8dc8d9f0395f4d4c89fdfb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e113f9c914ebec0307d11f999a84c95c9a0d29b3aa18e68efe9c64e7752119b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8736b827f9b5157c1bdf951cae4575e0fd3f9c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4273f169f737c7db9c54ff7ca28fd2a3bf1a5dd5ac8583a3af68a78d0e3c6cc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a1ef68bcaac46593bbec94e19c5f3f487688a7d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bc6e13cac6f95a89020d2995663b192f31a9c0ecaeb385b76054e8f488476d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c72dd4935265e5a934d51809f765e7d1c6f08d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a61c7b269a7331d6a340eb7253141eebdf50bddc92c2410660339890cd1cbb7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6409c830de452877f2e88d5e0d76880fb4a07eac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226f259ca5d7d562d8dc8a41abcc26cece172e4d5e373736c52e0b7a71774d65
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967c6831d28d75575c724bb35091cc6d7a0ec065
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96802d5de9f40f18f28387795f763427e190193af7be44fc3579a851d023560b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ab791099af2ad4c7059629470d2f344969e9cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20a231dfbb6591cda76b5918e823234cb35cde93ef0a41ccabe0c8ce373b35f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb210e6a6968c1e52b8924519dbad32481542a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc9d5d577453f5c434b0a1c5a5fd385b2279cb5814d6a6c24eef5de52a0298bd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b934632a2f2a13a524e1e4f698b07261b66e9b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36bcce6974115cc2568ac090d543fd542647c20c9e314c7d40d95979151e7802
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c74d59be8e790e66c3832cfce650694cdd103b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366c4f8f8ed5e8a8d4bdec6af6c8a96c3582f81d72343beb02a2753619f9e7d9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fa8c467c82365a9c8e48c11f6e5da0a31ba5cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c145dee815b17fdba4c8747db8ddf6fc7e0fd48510c44f5d2a494f18d9736942
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98f3adbe882ab60947e31b6653881e90285baa2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbf8af1984a50710767bd8e23b6bd54daffeddb75e75537684aa0ad5630c150
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fa4358b0e3bd7974d486dc14d7b01ad4b5fac9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d2e9f58003b18ad422becf46a94931828169f76d2058574383e26b46be9a16
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a717a55a01d10f78793c42ae0facbc769df76c57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2606eaa3fdeb11e6ca5abdb19f4252fb1b852fbfba5a6c036f079866e9141a5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10540ee202e0d314f97e15cca9c464799eb25f4d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d544d6a509b06d69e9edec82021789b7d7ccf68c07f1efa45a7ba59f16c2dab
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd6fb68940efe8f2a4677fdee33963d08db3cb9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4cba57953d8700453f581e348ab58732b8d88493499f17bb2bd4cea6aabe6bf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531f4876eee08217483363b87fd19fee8a442566
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a548b0e6b78ccc962f1478c1c6b3f341c19c6d946c0d27725fcbbf7ceac33474
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c13cda2b9a3893fc28909c0153fbb9f95570703
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a408d52f1c8aa40c7ed28e5b7beac2d3ad706fec2da063a17bb8ce68a66220
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162e6442dd8abefed24806d7dde63a85c5c05940
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcc6686eb5ef0dc34f0c67e62b9a3a6df8a8f03fd53cdcd25c5c2a5389984f3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6ed074f9575a0b785f66641c5cdb1bad2c001e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3fa6098f5db87ff59b2afe8cc5e9fdd4fdf02fca4c9b5bc0528e5bb1874a756
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa783e132c6d32bc031c9c46468595418946136
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc242d6740e258bdb9c2a9c849c536a69f686e319fa3ced32ff6ed273085464
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f0a534866f43b4ecec60c7a8c21c6cdb158f51
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4e3bcb6248604a89ae9f8eddf69c1c850331a1996a23fc8eb00c504737444c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c995585d756b267056a4cf2da37f2be8b709e2e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85eb036580d790a52287e6bf7c5ffa06cb783b5bcd4aecf95c09cade1a4ebd6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70751ece94a1bfc30f2502915643c56418cb53f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beae23d5f7c443b5e6242900a910926b7266e170269454c1d43d44dc781c3799
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e73440cd0915845b2d3fc59f590a4e14eddc446
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c46eb2048a4ea0b4e7c732652c5f54eb23b6cc6b4e72ea6241f4390d3c19c3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4ace667523cf6dd505adf3a553c5b0cba0e03a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654634f858b21ecbd466c61c4d5d40e1aed13a2d85a682d2b3dee423585c4ed9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db2fb0428cb1b4afe44e3cd2dbc7b0106d491ad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f9ac394f826e4f79b07d76ca16d02ae0f26df2804bf661162a0bc1df7d70f5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beea264bfdbf7856641a58b5891a1bf41020a8ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b3e3af25e0f3b82e976d8adfb5d815634d8f5f1252f33dcc58b1f5347c7549
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8611dabba6d31540892dd9ca97b9ec9402aa8c91
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d2fdd19c177676b041e17f4f06effb9b62b9b457abd09ed5ad2eee8997bc49
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7d1ae51c4c5734226f5ef35f40c6ba9339d381
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e707bff48977fee6739464113c8ff4c2e6206f805fe434409b67db0f23d45b19
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b128df8973ff770403cf32ed1eb7892633b8168
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f333166b9bb5030c025d29dfbb3b0ae64661364057beb5633fb07038fe53858
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfaebc567bc69b900f421f7b6f4d26b116989fa3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38dd0da267e67684d94b15f7b794cb504ce9028a9388679d851df00c96c95fa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aabb0dea03f1bd0b7d6f44f762291c5b34c1ffa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6bb39efe6e185dea12b2e04556332fee4abe280052bf0effde2ca84f1590b79
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925ff981a95f46b1e624be92d09c200479403eef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbf958631425b692d2d0459e755c7313cffca9949d6c970177893cd95005ac6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d924bd4ded4aacb8da56f5d2d553e62bfafcfa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cd7b4defc07f6c025eed7b6da7398f07b75a2758a63cc625dcb1f0c3dbe1c9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1607e4b1509825da1158f439dbb146e9de7bc363
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a5dd1e6b65ef5ad066a255b570dbaa2a5130cc875ee05a6fb6383fbbe46597
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b957940a34bf2217b1a84df21fd9e54ae965a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be22a2e5b391e1ff38e816e5f87925415fbd41beadb4c98814a1aa1eee4215f9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98943173868f8c43f1556f2bacb5d3f7d624ff3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d39ef74f6dcb4fd3e6240f161ba7fb3ee856e53aa3f3a55a38d4a5e9f4a3bb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2210df46770e8b537c085978a325bed4fb07148d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45c55eadc3d1e9a0db4b9c8e70efaad5af3cfbdd2cd1feb269dd17f1af6621d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d351892939e020aa9b708f7c43288190e0642636
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7cea03fedc2ba0a794a762ee698a1e42b1be3033090ec838fe65c47181609b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ecb747b064edae53809e8fbf3613edc4ef5947
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07300c46b2021eb207a0f93e09763edf71863631692e718100b12fd333d74699
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5a277934c76ecd72a5ad819eb5f69321ae5a12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741570c1223934439a798b5477e9fd8c01952ff04e2db6a0b70483a5ccfa42a4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3b6cabb4105328bcbde692f37d243d1408be6d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171f7c33812e4571e60869078d848a094aff8049154f2853437a01185f055235
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edbfb16c31aa9252f5457502fcde0016ba0faab4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337bcc6f98072fae5943dc903b190aa9d7cef00993efcb18df67f0f4a91b2544
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe4b1d837782bc5b392019bd5476bcb12909189
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3648eb6eedfaccedb94f0c7d98f8fabac4e0fbea6e121ee8b1be09a007c7a62e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fade97ea773db17f2be4f8a9a244e8a2035634
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1215cfef761e5018b9f07aefd21822e98931d7174f3d4df5c2771a51f57af6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2ef82b033f7949c1cfa01a26aee90ac08a2af4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0e087842a4cce89b4cccaaa05fae58359d41baabff83bbff10b37d25da46f6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8969a91a0605a2f3da4183b9d67b8d202523465
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9826f257ad44ac69deaccc79ffa8969d643d11f8164d3802bbecf153b9ca058
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7bc0445e4d4353e29515696b61801dbd62ec11
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7782b91cfb79fb4ed6ab3423b670ff666c212f020f0e62f3c187cc2d254877
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc8e630028542168fa8999648c0271cb2c813e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba4fabd7c957308f2691387eb9b3bdc9d4375c67f9643e601ea0bbb307c7aee
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2383d8a24eef4504e45ca0b39d57ed963f1ea5fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793e2f1c6387dcb74ea8f767afdb9bb821d93fe648c4dd336e408a98cb943288
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa567f9d3b45113341d9845e2b0fbe32725ec36
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a44c1db257a819a0b601c19952967b594fbcc87b4c9629420cb1df0e9c9dad3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414305c6a21e97f7f45804a73113d486dbf983fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3401e0d584e1236db63643c9dc366e1d63e8144c8ed4c99df433726fc9363a6f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2844ac4a2d5c0f53fd54754762aeeee92d79010
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847c00227f27069e92e76dfe669a63a7406cabf84f2b72ca3e7ff7a1bbcc1a01
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8cda53ebc2387a4984ba3d905dc5f46801124c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854595e5bcefc4c70506b5cbe55f8585e8f127ab599a70458482720b78453053
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284b415404fd55e26ca629624e7bd64ed0b665d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48faa7030f95ca8b9ce378428c4b0e744b00e4f1799dccb84da97ac0c643b96
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc970fa2298e63157373a898d301027fad5ce80
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1586fe496bab15f5bf350b0ce87323a4508e248e34176d2fa5bbc47a0039a9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4b12bed32a3c32df6314d1948704cae32b6af4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769f5f68cae200f16fa3f225c491809900203d61cd891553ffe196c0f6ad7451
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d2248ea62133af387c56fade9fa28a83dda285
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a6e2be5a8d41d181586840b6eefab06f9afab71464bf67477bd5aa247a8ac3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb69e63f97b5dececb7e4a8f32457f98eab6446
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3571d298555f65d938c10e05ab5983f7336e64c310176545143fed72f48be4b7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa8cbb7d98f14000eba288920b0a0993fe36ccd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd1fc7b28a3a1cdc08fc0042702a6a4d38cf7bbf35725efe6b9c53e8fdba6ad
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e013d1257dfadce432331288c88f619506ae8d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabff25e126e217939ea49fe89e847b4abcb635d5b116ab876616d68a7e13a7d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f41db8f361f8318d17dc632a0e013e4450622a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d16fae19f39555f718b78a291f17931bade11d228e8e94e4e7bc3d8d714a1b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9457cf766710957d7e07d44a3d4143e64c778111
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07be85bb7f79b00d112b1658b85a4bf36c212c5380097cb2c1a9bcd9d089811f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8d6a8fd6d4a92adf8963f193e79a426ec1505c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ce6460a2ac04db7b324f4e7fcef2ff48ef77d2f70e15bb6ae1158f35f02619
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41660ba9f24188839d2a75822a0947e202b7a33d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388efd2ee4d742d2b7c30598bee144b18b3ff8bc4cc0a405da870b342f088bfe
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef726965d6a9189f858ef114f453ddd7ea2bd41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea6df7ccabe2fc77ebf9605b7d3dc9a941da36176fe7a5f07327525a264a953
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ea4485014123b3827ae2c23b2ee909b20a77bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad32d96dbc0b3822cf1f62dcbc19cdd6d4df3f757274181f6d73f7c4eca375f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae115a04f2e323e4db37363061f54c913d2052f3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be28f4bd0ed2143dd2c6ef1438beb9335262e7f062645f346a330ea7722f4675
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19defe75dca85c1dce684d2d0df84df234ffd0be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03aab14bb91389b63cafd0257da9fae36b16a7fd59b52168394a5597646315f6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8403987f2b65c25ffc9213a07736ec84c80455
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f52e52885c957317914d72ef242cc04a5fe72a27228d3ced5e848b4dc3dbbaa
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b746d0f86b49d034f5b00a78c7b175ddaf45de6e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2ead71074ef58a739a24d2bb6d8aa320726685ae4d10bd2e2fa62337ad221c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b29a7791e1c4ef0a45452fb92ee71fc85624c88
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102d176cc5d9f6a0ce08e459f6559381a0a75cffda9f635d2725082bfdcbe95a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02776591ecd6b616d0bea4bb1c46843ec5673a28
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9908995f16522b053078587e55c6c431b72698457ed53f485acb7e18e38a3b32
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9767865c2046d87b995422c1d2ba2dab90cdba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000c54c0eb129191c2a7e79df163403a7deea0929551686f2f37b34ea0975145
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08fcebc137179f0b6e27f00c0d2f45167e79505
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811d4632570831d0a14330971108e7df3578ed386616c3e5bb0dc16f708b2a81
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590dc761c42ac8f4b8c3833f1796f0f00665e406
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31be383a05bf0f3205e5946719c4f302396a00e927c5cd6dcf5e006134458126
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efaa41b30dcfa5f42bc3e8db5154a0bceedcadb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7bd303b5c8ebf83c6edbfd02e65c190545029f5961009248741d67f12cc904
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0f12c14620c768c0631bf0cd4a0244d6bf0c4a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984ee813c879424d836c1eb712a68315d3af4e4207829ea1b6572947f3789e29
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6faf5cecf20e5c4fffb42727bbe223031906bc67
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2343d7c2d83b773643b5cc3e7a02e15525202fef7c31495609f6cb74f3281a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c1a5bbdcac360e6ebc089d71573f95eef6bc7b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148753b11708276097e706e78cddb4d22af96f136549a7840415d783f5b31df2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c88ecb134b6428a178ff1478a14801cd7ce4c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1083de336247d3f324f7b8cd531e078121f7858b6277515e9b736d6725b098f0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0352a0011789a0782d3c8844cfe73696a392d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab386ea8e6169ddd8251fc6fcaa96f989105c494a138f6436125ac6420b05189
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3efa5263013a0b65973131eb773ba1d4fdfb23a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c7b63811a15502e4f0c72c059a365c60ad69cff63e4eee81caeabecf56986f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503cd8757b320a228a1e3fc517bd22c6941e4d20
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5beb4fef3ef95015762abdd2e3cf390eabc3d5bd817e17eadb34016eeb4bdb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4224b72b69fb7d950c4369a7da72ff1a12764e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc1e6a6f33133feeec9d9e086a2c0383b3444017ad24ef9cc7d513ab9afc951
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddfa9eaecfbed2a831274774ff38795cb7cedd8f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49517190ea735c1c7a38f1824046128e6ad9691fd486a6faa72cdc737072d7e0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd2af97106a73c67a69c3aa9e306c5bc75c7dac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f97d261c83775a82d00d6e14ac3b497054062615cde3608224a41b51449e7b9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c9e4f941c39af5c9541a1316b36a02fe7d4a2b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4d28b41264e7e973e2aba7d2eeb376e331020941ce0b51be019bb711b721fc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224e447a70396b5c7eb1b86b68fd33ccbdddef97
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce03d38ebb5167165bb68a493f024f0853e864ec16f5c2d7845fd54a88f95a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b3758f04d6630767cdfb2e3ed178a7ffcfd160
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e486a3d1c3f1c4f85cb1803969837204fd80732a164da61a8c616eb9103a4f1f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5934b8475f7b084f97df27d540a3a127e28791a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f7c834096486c0674e81ae4de208e83fa5c549df4d7986c25b74fd730da7f3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6def7201eac9f32ff6eeb098392fe957f527aa6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616e586077bbd155503a0c4285dc9259374291e7cee20bb095e0b6be8802e9c1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146aaf430b3114e47cf46a0b47dcc0ef7bf8b1fa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a098871ff4fdfda719f4f1e051eca91926632e230eb1dda8409fc76187e60a62
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4c6dba9b1cec22d679ae0f448242b4951dc8e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b352ed53374540a68435b7c1389e056428471cdff8a3640076707833c9fd2d04
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63d449b428769c13e3f8c969d58e27c68686357
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d40d75d252cee1e4122946d2be11ce0f83936fc21a6dc1603878ec1ebd692c0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e73c6871aa5531960f59d6146f0eb12f585c20a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5fe834f3db22dbff98d261e1a4d3f96c0c5d868f201d83ebd02db06b6127add
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b62376407d4a17d2ae30a693fa49fe88c63589
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7fd9f20298e1995a4f254a3d88b7cf0101c16dff0cea6017cc54221397376e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1958bdc236284774974048bc49610a4c55e78fd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1817dc6628a3b032e98874303c8f91c21db83e3d2725f5b5fbaf5bad4601d463
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58a16b18faefc0d6a6dca1e6ee774acd29c7961
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831d511789ac539b28881d266ecd1c39d2a6b842d55989014beb2bc1cfe5a6ef
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baca3890c77553e184d8331acfa578b55ef1ac52
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2feeb86c247eb124f40d2624f496eb1e66697ed2dbe0c62d5761f550aa2eb6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad49a9126f4e9890202e6861a1e916c801ef790
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71d5343f7d4032c6b2c2538029c2f6d4db7832bc5dbb9ea27dcf764607e34b4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fc79a7f698b616c448accbbae4386766ddfeca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c3449d65769b51c442591ab3f8dd33fdd754599d8b1e2bef4d488b3404d1b6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89597c8a86cc98d5b643511af8bb85fbd64d7a56
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc9d3583485d952aeaca81473da506cd7fdde110ccedb534d3754e074ae9409
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0713c62ef62cb3e8c13cab2130540ea90b9ee07a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da81b7449243a41c55e28b7f665d58d574a8fdd9c6b7fad6026d4b4fa08562d4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d43429fb98cc15a5079f83e444508042e41701
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4859bd10604c9f20bf740366dd7749e7031dda723556e6fa729b07120f682a6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38f13764e010f9be931b504aade74442263b92e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c591b10f146dece9baebaf9ef43f8ce9be92593bd90c84b07a7e62c5b187a6f4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40651fb34912d89f6f68af571205a01d020b6382
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69bd3dc9565a79864a6693dc7e13dbfded86f41f86ad24709baf472f21de0f12
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ba7eb228500b4ab998e36c7f13a9f184afeac5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbe5826555066afdd151fbec548a8455ca7c4543bea382412cf7c005c2d2089
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac828eebc9c6d0ab183e2842c309f9a85960a0b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f320544316dc5116a3fdef9ec2626b088b704fae3e30d5c33eeaab84ffc4d6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea3a20873976855f1ee2125ff7975c5ee4e744f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3aaef232f8cd6ebc0d2b64c437e996b6aee13c03b79989057dc4eaa1ee8aa65
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b28e4630e0ca979549ce9b3cbe2207a673b123b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a7b81589aec77143a7fc5d018e696c8772d75669b001f83984e07837583c64
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0e1ea93aecabba9bbfab29372f842875a56729
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4859bdc236fcfe6e32d663f557e07096226b40d8a43c57db34dbd53cf56582eb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e40ce549b2d5c6674b2bb0c1ab9c9cc78963c66
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df722b600f0c0278318d4d71311f190e3a435609cb1a7a8bf27caadf093258ee
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41355689f42f00a5b3c9c767e81012998201836d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa1ff0c9958d1d381970c9d6a1f2741dfa56530a84ad7c633a8cd8edc0301c7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01ae4ba2f1c8d63c4b4f016d0bd31f4a1a29d04
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb0612a39fa7c4092889f8b2dd692f42a2c97617f5af0e7f357e68388ea174c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ed2b90e144ac7ce68e30f64e878547f5b3f0f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c9c4b6563a553ac73628eb8882ce54b105904021b837c25236fadd8c976dcd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287cb9780847d2831b031430640f4ee8694e7081
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f9f6246abf4a2be59d65e9ac0258891d797f9e10b21548639645e2ef88fee7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea2100ff646d505b8073bc8b81d856f44a0f002
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02318993ca28f34e3d5c0f6fdd7375cacf1ec2e03e6e9cba60c58606fe98408
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf559b32e341c70312f61e3d8a6152d7ba91671e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8559019b8885347eb39b29c98faba51eaa907f530930613c37515c91807bb9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff2efda439608123aebd4f15589b99bb1838f4d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea794bc08d6d569e2d24350872c86e6e9ff0700a8206591b7f9b8e81ad14596e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf8b30e176a4b1eb4fcda4a6ba8f5f4be8ef6b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e331a73ae48e752917a5a65752d6d5791a3ac7f94370448e5808a96f405e0c50
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8ccad9f50517a636e3e5b93e2b1ee395c17ddc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6896cab0cdd8c522e188e15c3276c64d2c4f1282e5fbf308da394e72676257e6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ac4486390f6338fa48e2f314b81191e6c23cd3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32c324030fb5239e9c0c4faf9d686f982c81fba9d593cdeb40db779fa917503
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2237cd6260e0f2965baa213d11c2dbb527880da7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48fd6ea261b37e300dd6d2eb143381dd64024f0e46d21ae292d1d822ca5b56f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432dfe2ebf82d4effa75e22d2c800c8379138121
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9186c71211f61a5d3e33475ff3d3a087da5df487ae13bdb48ab7ec7118807180
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d38a215a591475566bed307d2ea115808803f54d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f927ae239274b6cd32c148f51226279885bdb2912276324dc7c158460cb97d6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd43360ec1e71dd85ab33e44acccd9809fe07b1f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd00bd64f0ddd0cefd76a8cea648a4c4288d44b7204646374ad0f36a7943635
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe02cbb1e08f86fabc836a96b9bc7b88aa0f625
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ee1adf215d6c84e08c566e54323a8f750ee4b61e4709aca2dce5ffc59a93cd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86492f871fe4833962f9b610f571068f41f12fbf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f4b2aaac1f1630cf1958782ee9ec9701ed0526379720f6ffa516dae4a78043
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f1c3b7e20104c420a0327d1980181592e5f7a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deaa7d27c106a7a73c094c0668f0a9641aa7c1802081aa939020f82cd04a369c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e0bdfbc1347171fa3ea507db3fbb7f6caa3726
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116450eaf6de7907a3be4015b5e253344c87b6703c2eb8d9b854400158175fac
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3052402564b6d6895b93b661598f01b61af51da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3accc056edb7cbdf87435369fbed5c791ebd922598d6e10dadf48310bb70d2c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc52b02996a88d607ccbc0b5d4fec13f9468223
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949cd72fdc2f0799c3db3e59e0bc56d34d38e8ab64c340ed7537980920e3b59c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75e35d207c0a6c322fc51c34ff9cd99af46d1b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b379e8086ff92652fc1f52d6351e7e6679ee575efec5fd6c85c02b0595224aea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e137fd3d2f3eaf388a6f6874eac5eff27a79aae8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f1d219f7544cd946a8d2ba8bb06f634ec7f5eba85afb3ed9b52095892d352c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57af21f6f92a4e95e9c44715f5eb11b66526e38b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a2ca0e983509a535f243f9f3d9c1e1874cee1a45597bddf6c10f30fddbda4a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00b46312586360c3732e09fb052c16a26591467
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6150d9e167a0aa4f7d8f4415ce08374e127638687f8046b3e1d171ec80f1fd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136884e2f48312ca7277f0b7f1eabb49a0b14219
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5af684acdc1e5b2f32f48982fb53b5d70241b40e3f89e582dfc28fa900f52f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44dee49847aaef0486e474bdbb83c01ab751ac6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b88f97aba7e8222ab75a19d2ad7030ca5c84e8a4507987cc7e05e912524eef
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000e3c41cdf0e022ce69d2cc99456d8098956730
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d508c6016a86a07d5ad5202054d972dd079ac4a6da2e7bb25ed0eab15be70b4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8c85efc7ed636f37557d9813e94709b53fcaff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339cb81de26450940cedadda59340fbe4f930d3d10981b3851ec18a23d5c21c3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7193fb56b662bdc73cffda69710998cb9dc1f330
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f41c95718bc31385282de8863c9d0097a84e734d00a67c1fd010b4faaf8533
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636aa36c2eb58f71fb7806b0d3cf7600ae85443f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623ccdc81fcf80141c50bbf1242f52f60a9427ede4b9daca66d4c878851c3d6d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3a6a27436828aadb9170b174fc57a9e39407e6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a78099a715abc103874bac44c08691ef4ca711a8632966c325bdb24a45717a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f528fb68a6651beed64b82413d74ce5a19b9eacc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921b3db0552bfef0592eddf3d45fca4c5c963d5497f3bb6e36ddc25235b4c77e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6441f60fa89b6bab42b6833a59e40f6c66e3531e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b37307603a9a6521c8f7fee29c81b662f49841c7987fdbbe483d5191e8d98aca
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91a8f2b2ff7e92f774efd943aabce5bb0fd2ffe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f21c96860888f4654881d0cb6e65d5692d8f2c2e33117f353791e993ed6043
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7360d44c409740b63d473d441dc81528755645ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e0c148ee129bef97219f20737e44ebad2dfd10a8c57eaaf1a53ec49d5f0d27
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982473450ca489b9896a1bc0f3ecbdb84b05a1f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2369f8e559f69043122b564739b4fe380808cb67c22f413df492feb04db145a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b76245ef14ecdf684aeb60dadb27a7062551bc9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aed9eb1e22a3f0007b06f2642bcda6cf8c43f9eaa307d9f215ff82c32694a09
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2b60255d63ec5a5170c025aa8526564e4530eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee215026b0600fd28be125426b11834d8ed3ea74c6a5b6b6c38cdd905a5f51f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3a9f614685c055f57668a0f9b4228e813a8bdc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6acf2d55a6a8f4e48bad8f2d85c565e6e10da743b2cac53b84382918953a98b2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948ba537d3e5612c3b3384cdfae0d48129d62b0a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8795b355689414569b29a1316392f2067e039cec8c0f4d654bbbe4107ce3bc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61065e3b7eebfaed8fd696464995ea1f01aa378b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb9a09c3c618256a30796cf76f4abb553afd1e1589b64bc7aef9d3bafe39bf5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df5c766f4e2b76b3b199634d67db539629006bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc548478f44727448e07f0ef08fec22d5f4d0bfe2a611dbe78c330d345778b2b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70cdca231d56cbfb6a4c866550fdf1f7b09fdc61
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7eefe45b7dacb20655ea3d4f6c3e754622812d68ec749afacd18820e2d02e3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3666d45d06f3b29d6f191f820decc22e7cafbf49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c0daf01bebe897145428886799a27f59d8a18ed4d771fac9185fcfff108489
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64981cb4ee71d29244caac0c34d8ca64455a4d2c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b3dac646bf72259c414d9f36947afe797e2f0f75cb54de99f059f668f7f56b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298d0725246f1818367b5daed68f713d25a788c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6731b259bece4310592ec8380640e873dc3b2fc581220a435f58b23d9b0aedc1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf9c20e75364096ee8ea626049eeb559589b2ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32675fc981df9f6b942214facde5dcc7639396217f4f28f83b285e34fcf87595
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8cc5df3f81f5516968b44ce956c4d1155d38fd5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44122f77a5bcf5f3a85876aa244f69fe6b53fffb60ebd32bb8afff31cd28ac4c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7b1748a8bb91b3bbb88ccc230667e488a3a921
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eeae339e3aa0cd342e369f60dca270c1c91c15a6340f438ec7acca7907e7353
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21a3456b82c09594b681b78b32f859ce4c9dc8c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4997fc690d665b578cab1deb37ade2c3879cce13883e1b6a0d7b61e637874e64
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5d4b2c64501409fd06dc7e4549c2ba301a4b3f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e4ad3e352770bef89b97746da2f5fb37c8144842dbb55c80646208df1572d3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59eb8a7ef06cd9860f9bfda7fe52f6ca09f5f02b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5656662233c2c475f79218667bece56db1cad60a49cbe53ba181de0a67280f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fac9c6fe2ebbe9b98f4de594ade3ae839c1297e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c45cfc6ccd49770dbd471ceddd303e26a84008013602acb3ddc77bc73493aa
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3133994dc766c46a44b20848d6f3dd338a8b60
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbd61c3a29fc2cb4c5fdae9155208133dd7e710a84def180d276f03c4752019
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aec2414b6f6d969a21ad3105e7b9a5facaeedc9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7f4d6072c24b07bc83492d8d2f53d710704e0e59af7c83d58add1e4c5ea87e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1dc51f73379fdeb7cd961f252bbede6f28cd5c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2fd58eeff4148e148a32f3db4087c4567df545ccf92e957e70fc4a42e58080
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93deb655e40229542a5b4df5d7787f6587e96012
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57cd578ceeb82a9004fd75afbfaae5a3873f885193789262a9c97cef1adad1f1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af096592d06aaaed443cc7e09e07fa104df3282
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd73ce5b325a3f07e540bbe9a25472c94a36435aacd0fbad3c1ea667a29c3fcf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ccca47f7473d8c627cfe107948d87db229bbc98
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e7d67e651241269ffa7da479eb70fa167957bfec16deaee295ae7a9a7c3a0d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c92b226c5dfa5a149e9c7c3c42d4c024bc1294a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530d009dfbc79a79499ab112e00652d58b8d56350f555c8a8d5082da625063d1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a7cca192635e4bfdd9cf015378f76562b77ff1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a52e4de5a546e910cad6f60ee6be2170618eedf8dae14b2217f4097789fe5e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4259e74c2ebc007ffae26e1cf10aa363cbe415
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fe011e45cfef246244d1e079d585c7ae61a002b127b0ec32e28d2c98bfe85e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2fd8d70d93175bb5b191cb652b1c8a00e15439a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93734c5f32e359297f78b222a5c5a2e79803e90f74df58641745d8b6ac8d54a1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc71050140b83f77d362c9484e656d086a0c06a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a310034b03f3916cb40130eafaff287ae32e9c8f9f79a471d94cf7fcc6ff21
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5e7c1f8e726ba1d2477793dacff02e30c5aff7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c4bfcdd996c82a8014d25bcd73d79c43bb17521fed43647a95c5b0511df03d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935325f32205598e4ad1858389cad0e34bdda3e5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81abc0376410b1742e8a0deab42ae42f403e8317b13e4266a72d47b82affb439
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4606530ed3ceb5de3784957a82655cc817251ab7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e779f2e0931bb17d5237566cef7e5c7ff925e78eaf22fd278fe734665b9aa0ce
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120b889f34a54da8469403f044153a0a4b6d83b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce46492601620fbb745b010e6d1e6ffb4e22ae386f4139fcc97cb9a7fc379b49
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafc69b342f83954b1ce80db5460b9d725be2c21
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1712d2309a503a7c34cf93a044874d531cb9c61427dde5acac3c5e0e5ec5b413
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2a151b60893c3a8e8244153f5b305841ae68ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb085f9890dc523561dfa56fae26ca4797ce86814fe0a9cf939f11ac4bf5ce78
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f9b5d8f6a7fbbbc51f5ab5a9471243c0c9f7db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1c38be9de2647edd5218c9f4aae811b2ca90394f09834ca590cd2854c9429d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062e7febdbd2d526a0888b5147cb966280c15212
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d42ca260b52f1f0ac3eae0a503d4a041b1bebf3bfc3fe107d00f52bc2098f6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ec1e6e16ea64295e257684423af97d5ee6c4cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201160999b9bfe5e6f9e436137263e527231d141ed9ef4a6de33ddf8fddad003
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab58401d6b08f49e8274570c6308e4d04f6c7a86
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0b8cfc557cbead80ed747b66d0397864563bf53d0b8e70215892fc06be3e1d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366f8d7871dfd00887c81d92018b38832886f7f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58c3d7db17faa1b4f9ec1cfbefa9238e9b1bb2c8b559f17771cdd9456aaed94
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6eedc498f8da791946ae2c1cb192167b70234e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1bf2405f5e1c52ac1b0b33b2697dfd5c3f880ff483048567fd96f615eabf2de
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e09bb88c1d806565d51792f2642c9ca9772a967
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3370e9ecaa72c8e8b859b1b1984cf601ab530e9628a021145839ea2969b37900
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1469141dbf20bb48e6b48347dae8a388a13126fa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41ef865986e72183a1d2aefd897eb79b55f805b0ae2d2e365d489e961b78069
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3bff4cc0eec1f4db22e7f50c2376d7d8334296
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2131f036f97bc9f4bc505873821a432545c34c745121b7fee84efd1d4fe7fa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d60461f0eec1f14dea8753d2081aae5f1af7294
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b8832036df94ccbeb035e7d603267cf87b6b338bdfd41b0f4036e0160f398c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8584079cc929b9e05c8bebc9d14344e042f6576
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7294453728a5e2c1f707225f289fe89164a28fd43002bc38ed6c4569270a28a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2f4c9f21f27878ff03197bdb77842de53c63e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13add9be6b6541c9352182de2cbacd0c0538f07310a4626324380666240c0be2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b781f8da7f0a3aafeaf329b8150827c8935eff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0208aff2c3eb18a781d7741fced9e139103d003b2042e0301b79879a828b1c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8a655aa3e03db8e98380437f214df942cfcd98
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c83e9e943fe1e2db35c455bea8f09040a0ea245847d009088810202cb451a16
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422935bb2ce7f68b50f4a728cec25f94438543d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93fbd7d458ebb9f9933aecbe2a89fdb92057055aa79894ff1d87dd4ef53e94cc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6150ff41b9ecd11d30207fb14d271b8100491caf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1e264ed24832d46a24dc29b988f1e8b5fcbb698c3284035b36e34009a786dbc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbb688b21ddeadd6f93f6037c5746ce887188ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd581651fd089a739451b720de3b5d75ef9b3fac0376318725c27b39823721d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9267510b8c26f00d30f7ef0badc8ac958dccdb4c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff8a621638d1dc6809a6151e5af3681604fa16bf221458b1a61a84cad13a4253
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f677df211f79c800d51e612943ef57fc99fa386b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d063aca6b3f5f8179c84f72bb9ee79f9d50e4de1486807d54db6354058e6247b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8fd70eac886c0da6305a8de61174bb5d1042786
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de477052c44ec6e4eb6fcdb4c3c560dc1c9773030bf255ddd301d85bc993eac0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ca3084df062a7bfdf52352ed54785fa2bc6edf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b6dfc4b8cc5eb6014a7f839fd7c407ea97df49c2f67a39bf548463896d3a15
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea63c09632cda7bfa90ee4852a298ea2aa6b42f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0963903e7a14d3bcb1ff46239682d4276afd2d5959450231456310b81a42c90
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab02626ea8dfcef07be60143b42b2239a2995e89
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380c9183dd59cca42dafa6af2e272196792218fee4ac2fd86177f6aaf536c4cf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5225e5a3d44a51e96ae8b5ffeb74fca53ae2110c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8401c218e3d04281cdeae45c47ba7d0bf40541cac883b5b45cab2695ca778dc3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1213b199789045cbcc2d4e8fe6e9b7b38790f365
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0faf156a8fa43a0e6e4ed04c1bcca7cffd039cb1851d96d824e34aa9de80db
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fe76ba92fd2be510c23b1780770a13f212e9ae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c54f88f1e23cdcbec0477bab2344d7252b02df4e0691ee12bf3fad5e94cbc0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7701fef9696010eb41de12ed6a4526fe6bfb2e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7b957f99062000ab946c6100d44409b513dc8e8b85d56ff8360f104fd1835f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27908d2461c1fa347fec41d5d6770cf3a41b4689
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfbe1cdf7575425681e76cea2760e9375e76e2a57ef1f4997414ccd42722298
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2837a63f95c0f3820f08711e94b0f56fd0f743fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d59504f522c16e2397f811f8b95db4ee96adc43aecd3f73677b7151270e8528
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2a9cd2d903fe7fc48eb7de3e12a4382d8981af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9966869abe4bef7795e193c8abacceea11d629c5a4b5c7748f227509a339a834
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7960a8eae10582850e3ac2a30f9a83d1ccd882b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2d0c58f5ca73a05c616b1d857f9ddb64282bf62544dab22737f40247d2fc00
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c3c811ea55a133761e59a2b27101eea06d2bee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa6540b5b8cedfb6600681e99e28b3211b93a894a7a664ee453e965f46a9758
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625dbd11ab5d3b607930e888878237e39030a7b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2bd584156aa54e7cd4b3dc96b9da53efbd14e010cb7bfc4687a073f40fc4bdc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461635948a42157c248203805e3b4ad40f355390
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0052309d8a163b70798aacfafb38d565624c1ad00f96ee5462a798cd66a971
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3fd3848ef468454e8fd809585543c76ff65e23
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee378588e062b4539226be7b361f2312c2dce0c5f7bf493dbce8eebe3cd6cd7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00739072f215fb80352c39f748b7c799fe284e55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98795a6146f888375e31f438497ad0426e5ea432bf0f59d88e54cad68a3fc4d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf21738d2853853a2fbb64a87c461733673ca5b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58385ff6ba669f078f27d505f43da3a8524f90ae08fe9f82d2fb13d9c4185adc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa41b826a225dc052682427ff6de9f756f7e06f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ce4dc9b617a1aeeae7373ef4a3d4e794d0759f6332d8ca750fc7a475d9f7f9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9964f34a55e07ba57d200a2496783263e57728
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e1f688d166277cef654e42b7ee8b827567188b66d0cef911b7ae6c27632d15
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee5b6c55694395dbaf35194f7b038418f131053
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9acc7a426bfaffd960121ad10025e82b792b68d274f5c13ee3537d81dd97c11
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e16447083ba349b41fc0f3688a9178449ce8602
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf57117a4b43896193de3acd2872c110cb8d3c1ee4d610ec23b951f5bb98ffc2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a82a1d0d75e18319b902f30867d73607bff6e8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d239a6b22f67b42750586a430dd2ff04d3d414a8bff9beccb46e65d4d7cb6297
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98aaa21786691c792e06f41c2334085d426676c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004d6524ee6bbacce38b65b47f56211a4e34615c8c27ed169c8d052926587182
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6570c7ea899ebfd5aee9ca069d1f34c2ccaa6510
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bad21b23abd1ad58762d249ad0e919f58a4aca49a397d83d6c403054a8aefd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3fba962a45b7da60ad24da0df74cb6338844b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5396c873e2bb837ba2f898a2658b553f16c053b73024d7999e94f1f8471e3518
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700e569a07967fdfffea29009bf1db85d0dad706
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4762bba2cd5cfa84e908ddd74fc46fbdba6b86aba4ad1fbf200733064d858e9b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d9b13b8f2af58052ddd9763e0c09807dd65418
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0f278caccd3a3de8af1e1811cb2cd21bc26c1b19c7a981bcab74c2c012eb65
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b5bf1f91673b4dffecdc6383daf86435ca1af6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f91ff007f5d533fb3fe71b18fae47745f08965c61cf81ef4350d684cbc546d1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eec51f86cc38d852feb2942eae258a26f209c88
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a4e245141d9e67ff0c9628d76308af083513b5926dd6ec1422b9b1f385b8d9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906c3cedfcb0e0e299ad30f010b7114b6aa64977
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2fd1e16d96b8b6a763e26b2e3a11bc5635f59cf841063c5ca68323cf026297
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697c191c04d51d1fdb82be28156739f2d6991365
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0a7cfb2012c52aad96dae71ace19ffe03244b3cf840d993ba9569691a0fe10
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac4ea7c38c1ae795204070fd581ca95e40abd49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babf53b8c57d6d61c0fb6bc80fd8fddc85e847bd8587d00a04dc4bcff5cb7e57
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3f56245e7ba8a6b1ea25f7bbd6553fc378ad56
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1632c15297e41d9d18a1d571c1d0623b461d5ade7f4714167f085cdcd5ee39
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894c6b3d197d5ce7753c18fe8ed3aa174b2207c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3b468c8154fb5dbffe3fa68ab185665c2293789d2ba76cce91463adc23221c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b11c5e7bd035a8f4b7dc7773866a6181f41ad3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d631c10673c14d8ba895c22f96143f69d13a24b20a23b23d6570ab6f85b9542
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd906e8596b73ad12f135ade780889da32963bd9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9ef4a065a9c5873c8e87e8ff40a1aaccc8e8b4f7f1211c8811c1dbcb7b1e3c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258705b6287f492428d1e750e341612a4f1cb882
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a2b94c48d4a8d3f76d1bea406081a3e7d174a2e44eee0e94b25d42805f491a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61a67abcf37a16277bc6fe97443349a890dadb5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ada3c5a44d9e1e68f8b9aabd3c9d88f57bb7837b44200a380a11939283a3643
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edfdc01b1fd319332f58939f6407eb58941137bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841f2668484cdac5956332a5c39122cf9ef18d2ca603eaa8890a95482a9fab68
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2daa6f1003d77a904cdbf458a3c24bec6ddd18b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6132c9840beae1204cc3ca6a5458c88da094c5e028ab96d5d7ff6aedb7e63fe6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9186a7209bd82eb6f378c887b06ef5839cbcbe33
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b61259ace31c5c0cea0993bf03bcc48dc77542d98b7c9de339e7cf7bb88c04d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9abdf1255cb3e587d855a2ffb9005ad49c5b9805
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a05b3fd31a388593ab023ee5055bba1ead15bbd331714f550ce87489f1900f3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd7d2143da696f397563d320283bfe6c078316e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be5017ac30d48b4c40fd4aaac65e95d2af451fdbde204dda7bcbf98a35561b7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d7eb3a2d2032d5a54495dd25a13040d3a55dcd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3720b57ddc95d16398cc86dd22ad021387c91bc590a77db0ae7f44d1084c3d2d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689e4070c2166c6af01416f63042b764c530e3ea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d995f623311acbb4d0f2bf83af1febe66bc5988b071016221e9c9ee3be7aa3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c37aa40eca236e23e3a2246557286b39c9967f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d683a4bfa74829b428284696dae39985f5af42baabcd9f103ee34fb2b143f5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34948843616ca34d8fb3320df0d27f036191dfbc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222fcd512b66727db7baefc42b5db6237b93e4d40a029a9320e7a6f01c42295e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cec4b54878ee2ed5f0f43ec31b27d97b91f3b13
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8c97aaa20ae12979f672b56db56ebea7f43ef76169e470d864b5fa7b235512
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f46b7924b1770940c8c02982083f55613357da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a477b8d9e4b039b8fb0450841948cb628cc87f3d3056c4e0d9cd0d97d269d1b6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e153d33540a491b976684ad3d2f75fe21bb6ea5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8706db8cc661a141b87ea77d26ee1654cd43d831ad792368145fdafbbc2e4d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3cf1677d07422c216901a97da01ffbf70ba8d7b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04da481c42e2fa3cb037adc7574e60e9d7d133ef01d2fa025822f326ba9dfcec
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ac557f777f1705e6fedadb66fcfa40bb1f4db8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0786c0a4d868da92355390f2d7752e47d7a1941e44cc4f6d1c3a80419ea98f94
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3025ddf5c77eb4efad4561fda2776b7888625ae9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca917e692d01d19d4ecf939f7f8bd37432b0ab07ce42284cbf856be9d430345
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afa49842c8a7a4612c778ba02866c50bb16e838
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1e19ccb70976edd809fd2b053e09d950264c0d7b5e1ff6c097baad86366bbb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f6c4df094e829d1c238d43e64d3770421ececf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20165a04a9ceb1af6a6b3a87a4da75f425a260426d9e52b002a58ad5f3e2b6f8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63a1e190244b77c0731833d1fb0ddef3d9c7224
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8adbd12d98e28a2d12c76b32b509182b6606e58973bdcc63c8aca5470333102b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfb991ac018707b1f1f2d34da829687b0d9d5fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534575c31cb54366e819bf87c00f0aeaeee03c339db1d1dcce81313948bc7b29
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843ed468287a1f8da3cb98c885af4b6ec4136436
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0860f51866dc5cea6d09c81d16a844768f67e58a990b6ff1331d55ea55660b6e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d330c011bd24abb95f0e3f2347c27dbd897dde
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37cbb69688238b85c287c7b03119f627b42593ba7018491c3c9d3936a169ec13
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec8441d00529a4a72d14f8b64f86de22c58aef4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618570e55afac01a8f04d0f3e23216580b02f38196f41a3342fb10694a0e19f9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf702f61b86c752288b8c760497847685c5364d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a033b31fc2719f737bd8bf84f6060610a16fe8132e4b34a51013908eb9e6ec57
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf275e09a7e4a0e4c1b10b98bb8f14291a71188
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481c68ec0f967c509cec65c8f675557230d2bb7cc6beef079a74fd0762abbbd5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db45a35d63a1534a1380e481fa56c5d83cc94314
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33ad5b0c842a16313d89ce07ec3156918d38080d9c787431255c6c230fb6938
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe451c03ace71141396218b51c68f78249382e1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3382d1cdd9debf07972d5d561ed247d8119fbc109cc292975e77a9cc872d7496
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf47cc2ed47fe09d572a3c86e4adc9e09b9b477
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92804836aea00df315e46a701b48f7c38ea1ae76537cb7372fc825944375359
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96ff9957f58b6465bf22e3f2fa3190090ccb511
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86923ec189593f8212541e6fb11e32a6eae00216eb0212af0c0513349d26b56
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fc30fc920cf3a608bd273f7e4b5a3d2f9934d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcc7e1866fe6162c27de119c9605a46a008d1363a518a1e705794b14860e2f8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c72eb76a7d857e11650026a148c7f50030ed88
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd79f43df6234d901764fef79e8d98c4a79d9419feed499a893ecce94144b4a9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a584e7907640a459ca0c765e9ec8a170c53eb61
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2a954c5678e4c12eb43882b556f9dc2d49130cf448d0265a399f50b2339a49
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a18be8cbf34b3a42665a737edc77de1e20ca90
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938fe3c25c6644d8d20473b8f0fc8f827c9a73e68168717fd058317cd987f02f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c8e3f42f662af06988920c72e907e76fa7cab12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842422356b50899d7dbe58d27a76563ff08576104eb2f8871b955b1e291c8e1f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1028498144f8d5396b671b4af5713cc2f0bc5a27
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a11a4a211801b4884fc3a36578d7ae69e7442186d5f3340448e550fe9fdf90b7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b3f8d28d9f75281b196510815c0460473267ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbef070377b9bad6484f2773e47783142d1644e91161851a09e1a6801a5bc832
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873fc89c6b187874102770d63fa64c02bef5470b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5cc94614d432135f688e5239bd223bcc00a91eca74a99ba3827e9dd7afbf2b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea426f3822f71334f63b5ceaa54a524f47bd0bce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b671af85dfeddd647d32f3ba494a95e772602936279a53db694afcf3d1e583
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7544dc3cf82f97a9edd4d1c701141c72607502
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569a5e17dda8d8b09461b44f83f43e9f3bae71103c794db7a7705b8f7a444931
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e99f5c833275ad5f3c4c2d66622d07031e15513
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a092e577238d0b4b6b6fcb74db40fd6914443a179a38a53737802c815714eca
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0d796dc2022b58b492899b9b194f38fdf93849
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc4f7cc593bae081a6c09ab651fe4eefb87baad0f1fbe300f91b063e4ae155b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ac26355dbce100b369b4005b8528cca15deb45
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb7d30bafe70f13662c3efdec09b71762dfee3a6b522b9eb66aaf407fd4c667
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577b96a6772dbe51071115b6140e79d9af83f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278f6a56ce055ca51c8ac4986cbd81457ecb2c7fc32faae9d67892c974b6c16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3096c5ffce932492282dd85f9f28c84656255ad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0af5422198b64f942f923bc927d3498f651738dc8538a4be3f56c200695c664
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b275b24d32a7185ea99b920d84fff0c00aafb79
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1931fc18286787b47155d55a75d34e2270b4bd377a4b87799cd8a8f701f9a7eb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af6c359ad2a20f02d2336972c8208d7c38d282a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7edf7e88c90c9b2e69613d5087e98bccc0a929a52ea1c36e3fb286bed6223ca1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2295b4d3668136497f41472e619e31392e862801
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efde48def8828ca69df8c74f4742e29264a5010dc8b90360dfd574959c069d0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad463961f96043705779629a9d2b4ba2c71ae7c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddaac3558222330bb63dcbb29f724419859ec89d60138617c5b2ffbff679ac91
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a5ea4cdec05067f6847e1feaff669851a422ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799111c2aaa783a4e469dc6b7429fb0e9ae78d561b3ffcf3ebca404be019971a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5572304628cff5a95a44c52ce973d5275c898c08
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2142e26ded2de66263d2fd0c4407625c5a2e96a9328a8668d968ffdfe6b93756
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48a418174dc31bcfba3cf43a391361014e33a4d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83551c99b286827cd11304abb585036c62672e9364dd22ab63b01927b49e46e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45da2a734d916b5406a908785d15e42bfe63e9ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374dda02ff8131de1be684f387e1239a03b66f243fa4fb9edf75485ff328fb8d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8277e97cf8c34093d1f2195729ca70f296bf1b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae23ebe94cd1151c50e2b41fa89df7a751e597b0ca8bcb776002b70639887185
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f975a9ebe91240dd4689d9554738ec9fd427f3f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c34ab60fb79fba3fa023298bf335ed39845c72b336a0a02d2b5f2de899a851
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe91e4002991b56f8e5173f7f54eab4293943bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac57003724b2dd682ee822fc6a9060ce168840cc8bcf8ffa25e67547b8863eb6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d0c5bceafe24bad76e65b61f0448e03a7cc778
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb970ebe5b54d19e89e931ebe048757f2e810a19c21d39bc54c25a5ffdb98938
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d31df42e1604493352ff4b64f53aaa86f61ff7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7da72d18813a2bce85eadc6cf143e480a81327557e20edfe00ff2c5a7e3c2e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f5f8e433a998e0e7ca192835b6d82f4e74973e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7b6ea0c830695704b0933a4960f46efe8ead2ad6367f410501a643704acb30
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0204d1d57195c613c32c6fe14d34ca6ad9c5a75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14db068edd8278c79af6db8419923016eaa7a76b4d779da6396080bcfdd9ca5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b82ae999cd349077614c41164c991bdb1b17588
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9f3df0f4f0447165341aea03083a59030ce067cd31cfeea95513afc92ec149
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b780fbe97a4f9221357a22d94496d9cd721379
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f262146c885566b3d17fe99e90f863499761ff4078af51cc6dcfe2da2b5fd688
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f1ec2c07bab97ce5db78a81bb30656ad405534
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e82b1677413f0669505570ca3c13e3f1648805a77b5f5472888df4ab69e0798
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c9d2b0189fbf5d226a26b61c3ee21e352c3873
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46eafa5629758a617f9c7075ce49127737d2359c089c92ea4641ff3813d65de5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b96906f3527963185431e537806d94e561d6095
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087688e4978ed186971b7c3303cee563393873a42e6455fb497a79342bc713ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b91c7d599e21e8df6abcc1f09b2dc55e43d6a6d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdde9d2218e41f934751d718c350abb1407e1da5977aabb07cf76b2352b0a1e3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19d786e14847c90151427165bc703100a133f52
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_12/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e59bb27feea83465757ee2a6987e3b2b3630a284ecf78b915d0edf289827822
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_13/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14cfd2e9d1939bfe75304dbcaf48c39070e71980
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1fc843319b9db4bd7ed8ddc989ac9e6129606bf3a613a7a79d1cc070e81e0af
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_13/init/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_13/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda272203a298dc3ec23e0907a31cf786311cd61
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d30b04f1f2af319942cc188be70fb588faf80d2d7270ed01b082a0bcf89b547
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed6842d8e99b1a9d8a242a3f7d9c439e83c33bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4442c61c6c446c08d0e5f46da1e9fe51838e135c1aabdcec966d04d2748c4e17
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854888578f202e07f60ad11c1aa84a3dcefa8edf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661abea28096418ed9dcbe023ff527cb987ee2a5802307d5ed44a1cc86a0b64e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100d8ef7b3c22535b1b2b844ba666a430cc04884
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7945b865c706717179fd53b867deb673135cec00cfeaca4c50af6392b48f70f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c6a43947d973ea578067e06d2fd61e65e882e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba87cf7a8d2309cb4b3435aa1819024370e18e7014d267aa69ec989304ffca0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5892aa2afb43f48d05fc395e215788124fa3456c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992c188e96491b9c50cfd606c14dea98f25946acb74be9fc47d1632b5b8fb578
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8cba4c2e9c27987700e062d367c2593bc200b8d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b29c3a790dbc442a3673d501b1b7eede32b58b0ce7a0746ad026dd8b3b51d9f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893435c357917390ad05f6233ade663027e59eeb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d417302fd47994f0248bdd3242136a446a15ef6e16e2d3a339c4fe2c5e37f1cb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fb83ee6fe9b2d74e26625b9e32a2a250e16e9f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e01ba41f2ba1057f5d8b432a09121d7ede830908b4abce1224e1c80dc478094
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd5d3cce2c8e60626b9283109b251b06b6c0be8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0b4e93bd41c2caf1e89ca98e8debc4c72590b7748c4936a381af560b98365c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dae28ddb292dfb7384e0b77c4626568693d3821
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b9242947c928df5a75034456443970e398bb8ddde1e7e018b8200b2bba4a92
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5619e87faec884b2024e402e0c71bbf0d794db32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665c54b823c011d836a9472066616472f9d49ffe3efe871496ab65ae7c16c612
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7b5e4b593231a95bc2c846b2575b8319e71d2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1df712466e9a885b732f1cca16ac0049febf52d16e6a2300f79668d002a427
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f653e2941a22e458663166544a44088f1395847d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5a35afad39b2e626278fbf936a0b5bf07832a8e7d79829eda844dcae45ccc2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5003d054ccc543d87a323fb240f0022d736f0e90
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2b43a4f116fed694ef831846c7d34dcb487f383019623c3765078b452e992d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2835b8a8edca2133e92b9aecf10d6dd92d3214
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f273e5133b043742452b3667cd8841488350f0b6c441ed630821b8ab06e6bd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3238a5afcebf9803fef0551effc2ac87beac2e8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c9c0bdd5209c4dcd1c9283b8effe24c7bca6dc4c22faf9bd777268feeb63fb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca7518bd562d7ad01a96078dcab412d55f1f63f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931d825df22ba84256d322d619ef1009b6869451889243ef92dd24740ac83ae7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7f7029f201acc60cbeda2e5a8fb92079f2bbbe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45c5e3d09441f10aeb0eb363e6e58f77ff6ae8f22361a9eb6d8467a41f2adf3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6de3a78d13819268803ef82053d5d0eb78be391
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea73670ecc24af5e82d7512c4455d31e36c064065facd16cabcf50845bcd289c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85b56234f0b855bf9714f594ac3bfe89b76d387
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d31713fceec63cac38b690bfdeb47403f445056a1768d4947896813b6f2aa5c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46cd4e9c00eb27974bb8fe995b8341b2356e7ddf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdc0b54460690e992a66d07e40a434d83c366dcc86ab50de8bfce859ef40cd2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6edba424d5b1cafb47dd15f3e9d7f8d0a476e08
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fde201082bb0a152daf5d1d3693b23dc38b2f116b0a0f072da748219021391
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5e01eae2709f5320d3d91e5233ad1bbd12a735
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ae365d00ab6d1eedc0b95953199f2e87b842d20c33782632e7d6d9c2daba58
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11901ae9e36fc62058caea26227481e7b3405812
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be744b8a01b9f560515dc0dbb39f4b6b3de147a39d73872d8728c02ec6ed4a85
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f091b1571a1a052491eb832a9027e357e28d9a8e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76db446ad8184341ef327bf08246c70481e1e1dadbb74f28d626c219c0a7263
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d345f9e7bf1bd1a9050337f9af50000b9ec419
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25d0a3e6fddc94eedb9a5f506fb0d65f0be25f68f54da4ce16785db23163c71
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf41cf4a9cc6db00fc34eb1832f06f0eb7de9f8b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ce8654bd4022cedbdfeff29c37e5418fd7801a63aba357c16fb9662317dcdd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1db4db6879f060841f7037329d26b9347b8b10
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9802c79a8f36120bfb8235bbdaaa7057c6f10fae620dca4afb868af708fbb33e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc378bd92d4fb3373391d46e193ba6ff84790a63
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9af7b65168ac5b0f22bfc8399f5ddbe6f1adaae27b167d6373de3143c2550f1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2bcefb4e6056563561c3b0a410ba0aa5fd38d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0c08f42c1a243094e45a70f5da9c312d5045a4d398d7d78eed04bd1b6d2eef
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef290ea4b01855ba732a4e2f3471a4e164b0b15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a9623b452d912211c406353e75bac0b34a0d35a33915ac623e300d8d8ae625
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2645c14943fd1a3938f01a164fa0f3a3bfa81b38
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87713c4b8014df51b34e23fb2fd7790a2f49a7bf8a3e72d8f30975bea051ad8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7b369675a37b8f534e2e35cdcc913f881994a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9708829cbac063812d63a43974a4cbae256b800c995674fcf9f533d7f04b5c4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cec63704e9078a45218faeb8e3e2fd624500aee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df6cc8452896d5552254a5bc3f10a026df9dc84b58d73d7ec7001a4a43fb2ce
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2283d78334efd629b87c1c57f540ab463511146e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8310923c28f0a2b1dabbd6dd235af7be6b03c878b923f029a3c85f6a183047ea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fa5c6d79cd7d6388a41715266313222f7ae3c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca040aedd301d9a30ef3518452f390b6ecfdb663d00a917fe6b53ca04650c50
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8869e5fb0073fedbb1499966c2e5b7bc49cc1308
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08f89ec3714e51bed3c192856d36ca6d18ac64050fb91b47f5499a7f8476d47
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21ade958a3a5f59c2a560a2216e5274d1d67625
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d49be3d3f00be23e86b0dfdd918e43bfefaeee4ff51b3eab566ef9f7e0cba85
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622dea5360211d0a923cfdb1662de324da1b74b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c7ea4c686744175b501e030593d565634241ce223045c592e4bbed5d4d520e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a6b28eaa8996d8dca44d2a06b16a36395b2264
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2231d5fc08f5dd4aa79b174de03a18b69cedfea158ec0791928bd2f45ce14bd9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814137909dc07570125e587642f63fee6fee4efa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6354355a796a2c306b8ff0a1d385f816c87ad2b63a0cc78773af0cb29e7d410
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f377a4a4fe7665f21a5ad4acea6d390943c85a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bffad41952d231da5db863352c5cc37f6ac4541d527d423360b4f226709dac6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4d14f2a2440cafed8cb994cdbdd3125e7e5322
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bdfb5f2f28eff28341201735c6ebd8740635d4fb1df6a48cda74df70623c29f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb23843534989f49853628d7ec99bdf4236a7ae6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f27dd6591bf2d58b2278fe1e9bc34d19819eb4f066e5e51962c777417099aaf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df1583e812e0fddc75d19720a089a558bdee448
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7d7c118fc3d85dab95f41b81ffe7b713517181748cf7dccfe1222b09799b42
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73fa3397ad14f23ba9bc8f6fcb8e687c9d8d388
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c49278b4fcbb9497aa445c60bc4862b57df0f2c179902b411ab9f922dab35ba
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe30fef0e14cc1d6c0aaa05c84e376910938593f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d66e1a5b05180556c5dcfb2c2b5ff9a6787c9b87e83e4a7b051b4187acbb6b7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af586a97670c987950531ba571577fe17f89f8b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46666fbfbffa5364121a4e829f2ebb9623007b51299400b010170c62f07fb36
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e436a0483c0d8f01484c9bad5a50b3cdb834cfe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d5d092dea5c2ac0e32ac85eac42242e57854a68279b3995ae7320a8807fefb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d199c723fee4bb20a8233258fc18733df146ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a464893ecdc1a89e42be7b8b9a9831ab36f8b63fd61115f8e380097413bf5c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9963cd256b554edcfc8edb891f84d030bb5d0943
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f97f5413db0455039621a9d583c81333f8f6bd31ff4db96c2a9525ea44ab25d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88af81c11a5b79be43896082d27601c28e1eea09
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02490ab02b400ca48d4b30745b22d70ca1ae291132683e772e9a02079eaea5e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59375bd333ea8269add6f2a9f98668ab0c2f8034
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a8083bbbc8b68fd04e5a14558d6c8be626aee7156c785c7d7062c5038f045a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44603fab8a726eb748b925d1e920127e646f8241
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b2961c7cddb107a7d20516f46484c909ec62f3d69553e7f66a8637db6bff52
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f098daa9442464dd13b32c5cbb2426c0b01083f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf8d9f34d3b5e48b07e4623345963d1aa44093a9172ad8f4c1c9eae7a58b539
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6a72c60a7b524a2656236386b189b1de1896f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105df069a3c76fdc00c1b20b7c830ab97677759e2668a5a3340561f8442c3228
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d8df14a370ea2e84483205850ffdc2e0ef8cc5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feabf66687d355e6215f7700bf9aff027903111fc6b65404e1b9b906f85f7024
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04aad454a0f196bfad4f3f844f95040e9a485a04
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342d23ac3f8844de1897add959cc6da2de2375bf366566455e56ac33f2ab6617
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9957381cc257a02c72e81fb291862b1576196e2e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fe8d9a761de03cef01d3e9165d3a09a01456a76a56cd15b54c243c13d2d758
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3769191e8735b290f037a765ed8c9bba936f31
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58fa7458c03a50a569d8a5e31db838dcdc991af1f19b5699d36da3fe90d5597
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d07dc0dfdcfb4824b7c704e6c2bc326224b3f78
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f3588d5335f72d8e531621fc2fcd39925f89b20946c9c1991bd36374c0c41a4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c8186ff2694b316bdbe75d75045551cec40086
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d518442ad5c2def5887b6540f1f8bfd043e728d10496931550b084eee03993
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c881b53cad9108ce31e4ea3c79370133147e71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba077698cfdacfc4aa46a46e64743f80333b9c226500b806bfe601f5020a47c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2518a35a51e8a4d2a7df776d89c84104bcda119b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11affe7036ca9cb705a130d0dd2f5e2d88988c4ab3bbca6cdf72bd9d0be11d1b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1c1a5b0bc0604f26bf6d726c17a21a5640805f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3d9479f3798d755d367870b839bd99c36cee14b0a93012d6de5a539a1b72fd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ade4a1c6b2e5b4b9e852c43a1cabba8f1acfc90
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98ec6827cf077913de9b5ad29a1f194489f03b741d85e8ae370ad1173242dee
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f97e28c44226150befed92008050d561aac0553
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2f5944910368a5e9eac76ec7fd8dcd16bff5218639ddb1e0bd1581182448d4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b67b73cf46ccec97137e00ffe682273d4a251a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70a412973f98fe1f587bda3a840353e28df9a74de7f725fde251e9e7a56bf22
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c7335fadf613d5768503e0be3516837e587ce4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cb6525d8650c78485daeef52a11990e2b0b03cd1464754b33ac8016442feb1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a004e780d94d60dd1c7cff51d921f2951e1b1e1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcee9038013d760de7028bbafd872c821df965ef71f1575f92293437deb10cbb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236b420e4961ff6724797c4a0215a88ce0e15a1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ff2d8c6146f2d84c678c89ea992caa772d4fa983fd4c49243f676e462dbee6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5eaef2d0b4c5b1a53895b84129dd6df126a5308
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c734091715fd2df17b7125b2209905927f40da61eaddee9b530709403d9a36
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660871a523a0321ef7cf6da1df529c34a6886044
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4743be22badf4b0f9d3daed116e0a5e755f79bf83180a91c3e1115fcacf37c3f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b20b193a3ffc9d7f8c431b449ea817f73003e5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202e061da75b87e7c069df9a4ae4a80d4927388b58866ecc4ec9748fd7a224cb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402c1efcad2e0e47cb13c5cba37e7d7d5037e9e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7904f421560125cac2c28dcd6a18c700d49a467c46281c4699df13f41962f4d1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cee15a0d5a0921073ef68da137cf93a7848562
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3350f77e9bfd4ebc946c058872b0da287a970c2991bb189acd75030b85e8649
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0172230924ab7ad1442e91c8f37de5fedc435876
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0976287b5e95318df4348173657cc21cd84ba5f956e921cd2c56912d208e82c3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8bf96681670ec4608bb42b24f1bfdfc0ab8ab1b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7f9d009a5558b5f59a71228617a2b1976bb492a48515e05661de248af09ddc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274acae6218399d98c6e3c2beede4d0cc7b93aee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41777b1108ac5c9a6d2927298e988de089f1b97779909f81effbde02c02d12a8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95609b9743bd924e1d8345d14b6981bba9871127
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d404636c31ce4533bcfe00e9fcdd20eb4edb9bb05279288297105d44494c557f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b956200804757610fa93a6e5b24e8be93a78055
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd6980f33a5edd0c34dfeac19f467f329d2051bcd4456a1c29c5a5a875b8678
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4cd4de6e193763da06cab93a79f7770b5b8d7e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb9f2a7b015ae4dd58865f703e11f305f30740eb8a5551f84c1ec579d9abae0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c77c0eb84c8d23872e83127a7b275ccfd0a4f02
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d448e428ad08315080ed1a9a04482f6c85d5834cd82ea8a586f538b25464f742
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa22f2f978f084f9ef58b8e5fbe64253b75d975
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9f8d3b6693710a191b829920fe0eb10448cf70fd176acf6d34544400476987
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbdeb70559a0c0f68ee176090ba1d3e3e7225917
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25376fa8269a306318db603457da48861a4d9ff8cdba47ba81db650c2f13f06d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90046a6289a680959a2bb179215162d74752d659
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc076a38cc1b3f14f6f2e1523153f6d8f9dcad9c3f13471d33e7b1ed51306555
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069fa92ad98b2e0944464dac45de7304334beb3b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd87622a44eafa38f1c95cfd695a0af9686d2831e2fa2b3ce32adfa9e6f12cba
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa475a7c5859c36ebe861c2c46199d15d75a26c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e70284fe7038903bbffcf9c3b5f94e0ad06655f6e34554a303e0fd5af924cf1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c306a3bdae0bb5d2ccd3ecf199821dc7fa20cba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535e0d11be538de9ffab747eadeba21edaeb3d311bdb307831079cccb8341553
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90aecce6e3f90eede9861eea235714d8d9cc7524
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e78ad0b682e5bd18f180a41b1dff9f8ac1ff9905935d3f340eeb9849ed248d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898a7ae2afa078de7ed1494248150fd26212a62a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120d3ba580f94a5805da750088983be31fefd20eed80f43875b8eda71935864c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c99fb4de50632fbc5fd9e1ebfbbd31824a6e6ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5caee404bee44e962507afef97944eb783d1dc9c1c45cf67aa0e6b26ed211f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a90dc699a24febd473da8d5e13acf8f7a8c924
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4fbb6ede9849ff3089bc52d1f3ea4de03c123dcb2097da80c80c49b83c188a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d925d577eccc9be5577142603e00768f00b71509
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10577edbbff1cf1f45a5b310f9bc65e35498a9804368835cee3e855d2199acfa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8760d789dd99bed95dc06b2569b28bde06e58df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4357fe73d2ac32ca8b2391f3c24d3b9b431319a438d2705b77041030d533186
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96738961c9b8fc0caead461ebccd55b1d473f6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1891b21ac7ae44678559adb43456ccf176572edc14053a8c6a14633565e1def7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725f3901cfc54a414004f49e24a46adac4794848
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6831bd8db96fc414a8075432840d0c1b9b3e0be32ad4be47f9c9945ce170c002
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8e7d54fedef9c38bb0204d9414b4e103284efa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70773b48cda204dee9aa135b77b187c11b7f7695973430079d5d5eb8d4a99272
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219322c509cb646143bdc4805c4e4d4dc45aebce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69ff3703d11704faa62e46a6be43ff62ff0903f3c04435521240bc7e7f2db8a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328d8b2df777582182a74f5083925d516e947e24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f693356c914ddddc41addf9e76ba68ecc01904ddf62018875b8e900a0f854b9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24276614da43e68a04f490a7046910966d00c73
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df41dd4ac961e52ee293e09a72d431637207f160202198ada80967db595512f7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3cc569e72a6eda749aa172b312d739f046cc97
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5ac6b11681ed3b5e35b1d10af1ce6cae67e255f9ac1d2e7efa98b735cafc33
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e9efcb78b1c0187e587744540c79da83eeed71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c8dc95c26e125ac1307e74a982f50eb7534d995dedd26377d615130647c54a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f9224463a6bfc8b6e314f8a3f82966d9380b8e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdc9bd4b9d36df0bc0ec2d71ceadf9a2e93dbd160e3c925a9a64c8d3f8975c3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10415ea52fc558a321d228683a9b99aab18f6b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9b594476816cc36106b1dcf1205209d7dd303562a6f1ad213f555364d703ab
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0df7502c02ca5e1c9c7bed12f578d5b566131d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee2b06c07f85eab6c4a418b0d73f699a4723ae69c38e473e0deef255864a420
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3773351ac2c7fffb866ce786be5908b6e88e45
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be835b348d0ff17ff1280f591b1d13c1193db37627b0142122641dda7ea8f40
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09facca6f4c9a6560913541f55db6dd272acaaa8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98fad9172201783f172a23f13c6f703a2266a6da37234dd3e0f0b936ed7aee1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2754bb1d6f653760b0751ffde4913a2757d4fa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771cde670484cc5d9f90273f73370e4ccb32dec2c618596655ef43cb119930b2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86613e6b8d419b4d247054c370e77d950303f366
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57af14e3a3c78307da0064ce79398ebf70651421b19bf7e5a2c8cccdc033c6c5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c7c8c8ec8d05ffd9ed302cb3c149efca2ec440
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a37afe62c934eb822c4d87bfee52cb313c578d1c0f3453c65f25262994dc6c4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d591db10bca0d860caba30962307f3d6fd99c7f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292935f15dbe70def139e12a20c24ad51f383bbae092ccad1d408b9f3747c5ba
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0b67b9e1732b90af4368ac695c04d01edeeaa2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a92dc543c43d45a98ec985e0c2407bce766076f2b15273b41cb3f4c93195d6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b298063e6c0b356ac1cf2a73006cb28f72b0ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ac74471cf2d5373012ae9251811d3d45480dbda10475d50daac189efe89284
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceae938af9254a78c738593884478fb72c78146c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932bc01ed8109593ecf000080ff93ff693c05d5660d59799629c4186058dedcc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1230211253db02141df550195b5d388c568edacc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d453faf49bb97c92ab0948be797c10f7fc40aa6aca2e30cfcb3deb78a96f8fb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0bc08b8e33f3ff8b312e63fb0df442f90e05ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffa3ec53426015c8fcac712e660712559b11f8b410a237b8a1a91d490c64722
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f497b79e5a51c4778a3f381dc50b5441facbb55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572e54c6f782ff696f00f33827f925149cedad7f845b23b51834c4cced5f3cf0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce3d097307c7019bc21034d887413e87431620f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82ce7055e961c9c00cf61ab387a64459685719ef749b078d2d95708ab8eef5e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee98aed4a652f48d113d7f0427e8c1bc2a83a9c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d880e6d3c4959b81a07281cb630db3b742d4ec85cc4822ca723bd77a317fb703
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58fb51c053192b9fadf2625fd7d04d34a22f2213
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36d33ff28e1854d6bc9037189f13fc559d2239eaf6087ae6942e2d75a482054
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89c8bf4f695a44471e5ad9345290c6031874ade
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ff149c595c7ac2dc7c478437773ad6ca1fda8a9696f128c994c8d29e97cc4d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954dc504f69a189b7490e25b3faefa30fec37e2c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a279eeaf53d57766d599d916de4e68ec36d384344f545995c9ccb28da9999eef
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241fc8eebe35d2607a17c2675269115c74c13935
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eafa2f7748ce6e1e405d34f51b0aff3ab809dd4f1c9982a40d56694ec4b0398
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef480fb9221e1834bf4aaf7c40afb19a17a1b1b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d73e12e310362db969edfafb0295341cc5ff54ba07dde7eb3b47f057d944d5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5e8b77427c5d782c2959de441c80767a13b3a0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52c50b5b485d5822179dd9b3f1fdad9a4b3ac462cbe0d897ba8cd44b53bfb59
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73881a74c7a328efafaa83acc4f8f3c5ee3235e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7d83019a130df400383d88d31720f423fdb420dfcdf264c4947255ba3447eb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a137b93ba71c37de6f31437a857785c0a9e14e8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdefb5853f15c287e0778c2c787fcb48f086e40494cd32b580c32c781325d02
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a293f829eda6b97ec908c9aecc4423ed06da9cf8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ad8cc5934c3574d227830b34aee47c6a5745c6da662124183980d67b5530fc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8067d6504a9d69967875b7ef7dac18186920384
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb0aea4275868f1780677a1ea33dfdcaf626f5faac8c224d15114afad7b910e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a1183df75856b8743fecaf934cfa3d4afabb57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c817824f83fb1acffdf924dd29b20c1c46246451e6633326788d0ca6369b5f0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19feebecab843c6bd70c101b2c5a3b8905b2e517
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fce4e71ccb312c4ad3b7ae5b6241a5e84913d31641f4c234b10a3eee471e022
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6cf7b8611e9ef5233527e6a7aa3446a239468d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d1e68031e92e25bb430d75281defc1995556a786bbe323b093ce0265cff7d4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcded8ae30c0364b10a25353d6ac30175de3449
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abcd6109d5f0ff2bfc2dddb7f7b0f9bad1064366965117506af3cf8e0eb3b2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90aa8f8a19200699b51e54046119f569ad93dc76
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0ce72993ece32fd8bcf3738e148cd24735e5ec168f7f1a4a03e49a67e5d3d0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a4842edacc7c5f8395e3c3ee43e7018ed9bc8c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5225e4e891b8ce167dc804b8b0c666a9fe16e95f74559b1d41e361c259cb3b6e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0d17daf21f3a4eaf99843fb4cffc77df914ff5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301f04c736a033a2cad4772980fa92896852af865a563c50874b595a4c270d25
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ca3ab91d383284395c73582128b5eab13d84de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba5a465a8ccdd916f18c671024fdc6cae505af17d2fb0adfe43bbb4892b7adf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6881f20965762d69983ad522349304f4a99e84f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ba9aa527816b6e4e37516ac6bb09feb477d81ba553f7c1de6938ab5aaeaf99
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537c0ffeca5a952d9a58853965e853785ca5bba2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de44945f4f0f453824f35f56d06120e0fe971758b8a64dbb10c647dcd1eccd2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac793a81d20c580ce1789d28f9f9da09636dcd0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba830c66e3e92150378d20dd2576d0ceebbc2228ad8b8b33888868ec6fd2a65
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be010b297a3575464f5ba715d9ba7ee6a3f20745
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03744e7fb3c773bcee67451fd6cedd48dc0d0b18a64830ef5ba3118ddfa3595
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6506281d808410f888e25d3e2393aca925ec7fe1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92e4fc83aa4fddda93e57de93741c9d0624e95f76484e8c828c9e95e75477ef
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03a12866dad71e535a5e8d5387c479707f20cf1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42d1d79b659cf597a61bd4b347abc5dd9d703492e92462346a2129dc11733ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee65502a4a597ff3b4834333fbd0b169afe71f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7369e749c7503d933515890f2381e981da2e031104d22daa0a9f86f53e508650
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b638e4e82f351359ab5eccb0644ba768efc9481
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29fbb03a3ddabe72e92c54660205891c276ec9233076d39163c94107a52154a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251e180cc67c9694524a588e15be90ef20ca4f73
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50161c8d39e1a525988d88eadb40d1f7f6e06438a521548fa674fd661414f65
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ffe9a2765842ab3098b37304f02b2bd3810c6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ae39468fb9dcae84d5aec99c918454b1c160fd332aca27335937c1d4adeaa4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79294d231c26543da576c2b57e596cab26b9eff8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7361ecc6b42585536093f10cc5e9f021a6c83eb562a4942a260bee37a9b1f2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2dbbdbbecc3b94f949cf482f66795c6f616cf80
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e7b534ad2e8f1ef2e7d6fdf2f15c921420b5ee35c95b9ee76ef8339426645a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e33532565332633503c2c65230faf30cf8730bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d544253772c6413fbe7d1aefddcdb52253d8387efbfcb3a09764f67f3dd9339
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c7be64091976e2987f03f4cc7194188cb3410f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791e0535be6468c01543bf793623e34cc1a0bbaab214d03a13260753975033ff
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05565e86314ba166e722886bc1eb478689b05bd6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ff6e3c96d3514b93d3bd1454f6d0655e45c5475bd9691c25c68af8c445063c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5897bf0244ec5293dd6ec3058357b87bd09f6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b9d562d1c4303ced13fbbae1b95609983f8f88c37b8eb27741776574f88326
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72e75e2dcb5da120bf8d63eddc050e0166a546d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1e8a56127eb84ad64303b834e732dc291b6bb85a5df670ac9a72df8dfdde76
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11e7634a3108508ecba7b8ac43360f32c02a3a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677fb3b2ea8b806e0c464a57063d71d77be688843b4c8ed083759615d7c40205
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22b6f82446734fa45116f02d79adbc6001aeb50
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e66325870747919e876e6ab8145b1b8f8c7427b818c8515cecfea7fb1560db5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a295fafe7a9af0fa789ce2f43b00f58562b5b80
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22f79d6801ad9235d873d598b34af7a8168899a2676edddedb33a117717fcad
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962fcb02823d3896911d36f3d3abfd42a5e0bbcc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de232050f058c4abdd1a2655450909858cefa7835493e12a4d7f12b450ffcced
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5b5a9bb11721943087c5fcefd164a4ac9c5ec1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de867226884297b859144989e6eda41f2566677a313f5e8dd88474ad8251af6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e78e875745392f82319cb7a7adf74fcdf20593d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5014b182cec7a589215823c9f5cdc54c7d4a0e16b850a3c1ee5c715129a83f3a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c023c23399443875b21db6b816942cc4a020975f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de24bd5c0f1863a18732e59cd7579656a772d63182a09160a1d1e90a7c772d2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10399dca0d16434e07915717e9a3c0e8427a1982
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d54606d948e67a39294bc42d46bb4bebcf565a5f7a6ee38afa2e82fedc76c4a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0d78772ecd4129ec24b4c69541a3035648d947
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d79283d536fba6ab32c299d7898810753d6b035a3c1d5e2518cbea3d8df09b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf219bfa837015e64cf47343546fa9ad7668a54
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180974a01f9e0812ca8e027459932db644d59a4f6ecf5504d0fcc025f3e92df7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4877035d3e5c432158196a2a3a2999b7b8a79ff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef5438b358202b440aeb823e4b813879b0af06e8504d951d5899a959151066d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa550388e4a574b4bd94b3c50b03dd1cba39fe5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060d564274086e96c5dd492ae5bd7d9a18c71f5edf368e7bc8c68386e68ab988
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e253a68216e057198d049d664163c0638317783f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17781c2ffaaa5fade470866859af3c1207840970b6cbba7ef73dd471154b99d1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db3c53ed397634cc5808f5668f7ae4c30540845
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e48a9b1f441aa60f1faba48632fa9e1552a54849354fe4965b87564e9f6fcd8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9bb5977a46506eb3330b1d61c754bc687050c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a99f3e87ce17ed09d05334f75c040452ceb3f24d38d63709578b37f7987d37
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02abb0af376045715b52c23ac213a3e619861a1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f085a6b8fd0521d2a3a366f42e15015f22949e0e10c7ef0fba97d250793e028
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78a75018f83dea4ed9af27cf94f4971b78a82bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853db98e7d6968108d2a8a41dbb8add43bd4dbb73ab3239bfbec465b3a0efecd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e102533c78bf9ee772eef681af8511fd7064c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8680d5a6b0f0a607ac8bdaf3a7fc7646147a78eb668a6f480c5781920e143e7e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495da8f50ef6d2281411e4c537c4bbc422f938ee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362c310a649a818d8eb74793a3a49187d0c9937053f09b3b54b9f84499f8e3d6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f774f4aceb0ce5662182a91be77e12c9291a5f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d2d18fe7bb70712c5599153027bf1dbcf49e4f00d0274b0e97eb80e43c1888
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7f6f496164573efadbec345b91be88a83d2a56
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2d9504ac2b91b9432031741c748752903b5ae4e11ea41338e578ffd412acc1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1edbf805956480357d4c21a4f48f8c5c0218e1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fecbf0589d3ac5c621109ce078b2a4861fc9ab735a8277aad3f7761cea7df10
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7526abffee2f22b782a065e49ef1cf237a72f8a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b883bb5e5ce59f48da16c475313945b4c876e1d8e7c9562baf578260c539180
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d29a32df09014bc4d6c15bba949f10c9739fbf5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05c163c7a6b6cfae00c1afd77e83d5fa9f5d353459a40d287d409b0da9b9e63
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34569578ec4f2338c7847993a80291744b7939ea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c1a5bda55d7b39540194e26b262028725c2f1062d32ca8dbb8e23c42863740
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3742d9353cfcd54293bba2d13393239464618c8b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5009d85be96553488f46de991734c274d02a5e262e17b4636293d6b08a28c895
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715447a35b3ee0bf54441474a733c4bd017682e6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc23ca0e7b0472f0a7cc090a4c6ed64107a52a7e94d24d49b22483097ec22d7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40427219f11f3c12f39840283c285d5161a2c087
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86846506177064bf1dc4542cbbc70f4f7d695803e655a619170752c5b9f78d0a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949c0a76b3441978d4e4a086b99b9efa64ab3a2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40287d2a321316233a1e4072db2d4a7c6330fafc0dce5804e6e4e9e58fc95dbc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3eb4007beed76fb0f453e165dd4686c47c6b87d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97da5773520d5c97c3cb51deb8c501ed9dabbc99742eb05758715c0c61b6e0c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfb44d5f2956eab124bd2ebc6d238d769431280
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa473c3546a13521a9df7570b16338cca8bee6b155d868d9c1e45a9c0f16d5b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0bbaab5f2bac8943d2e505e79730e3d6787932
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a493d42589f448007e8c8fd26b4739b0252ee902dd2d06de11f334bc6077e97b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..865e4cf8b2ecc7e3af50b9c2bf826bd090cdaf9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b33f5b97244835ce7c95217af9df4c5809aaed8db164a6ab37a07646449b355
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9e435405af0034fc960e08e0666af3e3232bbc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48abb2c69071994cd93f879e1525ddc5a0e4f1c22dbff1775f0b6953a888a0a8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ce773cca89797e387cb9ab8f9fcb406f532edf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6554d96b2b5088b4d78160f81da8afbe3f54d69d4b52af9fcc4db5bef3ec67
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721e572f83f09f83fb38b146d331b3c5eadf51b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8ded07893b4dabaafeee166a6b49bc754e5e5f4ea3fd3865ab520027ecc691
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f454384d276d1a083e3f4f59d96bde23b563831c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e688c4e2b7c78217cef143d04b6325a2774125f4a9b4baff2a9b63dd305c42
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc7f2dda0d450b9f8619f1df748a4f2baa625e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d42483959b4f337154fbd2a01328e001601fef3a2eff825e9c4587b5dd9a832
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a884c99b30ed395144d90e22479ba1a65ae9ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ff48ade7a6f5b99465727b99a77332c24c3f2a9b227daf0e0298e5dd4cee91
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab80673db74dc1657fd4f03da9112b851dd5fb9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc88a223845cba127cfcf20c8772665e11f34e69b6a73f441c4594f7a659c37
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90bad2f97946c8be4fd5f7ea8fbe5cafd65f1f88
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991cb7dd91b24760977ed88944dff68f17be57d804602bbb6462b279a23f122d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b7a40fb825be87e00f0591484d9058dc40b667
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a130e7b74db76b2575e788baadd99417a5598576cc6bdfef52147c5dd7edaa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c347dd53e923ac5b180c7a2b01cd14b1f8bf0f1a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e218940efe41816a4d9cbb7a0072fce7d32f1e4fa83489783b468f1168f00290
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3089a952e1d7cc7067c7224c02265e03138692
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf907add1cee584c60e11758f9f43b284c1abd702ea0c91f4e1c04805710e6c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b493c7bb88f8388a75deb42a66b5b6ee8e6e2f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e395eaa675414501a4fa035cfba6653e973605500c81bf9bec7a87652e5b0b6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4174eb457bdb5169c0b53316e936f925f9cf6483
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1105db8d76c543c2e225a6fba4d0d26f70e8efb0d72b08464e18fe3359b74d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085b0b9558c7dcdb90f8011b9241de1b9eefbe49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d3bc2d4d276becdd67686510cfa785bf1f5679b963fe27a34423a457ac1bba
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4d7e10c98c01f63825d29e4cf5669cad0e96c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710873bac1d167d1fc6913fa89b065d6209d846d812f25616abca5be1e0c27ae
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326665f85daf7e65ca4513f2c1a3143429c5cc86
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28052a0bb40adbe1c3ae38520621bcfb41dfafbf83faf40124ee1a1afe280b6a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917cf84d61055246fa895b147356a9e30980e55b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5e0923967fe7e9aba9231820c92b19138fc608635d63ec87ff7e21657ddd2e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137806d47d58f98e638182226ca278d491dbe813
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6040b3365c567d1b623f6c6e582e12810b4846c7bfd6f2bbc656a341d02c6b30
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd436b3a2ea591a179d3bf3090bb0d0e0c02b50
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0481dd5ee425c2202708a3d1963b146cf4c0cfc48c80f2f54b81ba158ca5ad4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0bcd8bc0b9d280da4fbeffd2a237cd6568c0b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904f101e1093d9b047bd51e6922c7e02f9572851958aedb242373c8f5bac27ec
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38911a07d3dd594f71195003938e06a8ab17fb0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97e04fd51e0221b2b08ec17de678f0a0da8c4eb8fdbeaa757f6527bc6ab053f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e82b8d5473f88a94b759461a0592bf6b279e7d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5810b79073e76a266bbf3f47f28fdb2a1be9137498d148fdb1dacfb7c78c1ad1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b9aa483ed86131c0add9a58016fee2d20578e1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a53d31c5bea9fa762b779701a893217aa83fee615bb85a25d3c7ebb0a004b7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75e38a865ffbd96b7399c7420457d4378a05b3c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab493626c5549ceb89575e5f9065ecef177ccd0be36a4cffe7d0b374cb86561
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d770d1f5365df7342e8c4adce97595ac6fd74ee9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce9aefc7c79e0f629d9c52de81a3f0402613410b70495e8098cc3266adb1f40
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e17bdb1cf52d5ca9fc1483148b7913bde6781e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d71864ed594055bdf2b67508118b497759a57d46df798bbbc0b6b88103c917
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0719c05236a45ef4fc53ba714140b67a0de7c4a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01670650299ca3ed4348e6b6e4ef89edd458211fa31ae0671d1922ec8f82d7d4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e290765ca84a6e97e348242ac200f9b771a393d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9618b549db2aeabbfe2ef3e4c6b47cfd2e6be71b910fbf7fd7fee8f953f357c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9c750e7b003cee07481d1aa99791c62acf13e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83bfa02d291368d58d89751a89527651e452fb2cfac8d424443bd95928d3215a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9d72c08235c919f829a9be172315a9f3f5dac0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43df97d2659a5a1cf952c430a28896b1a64003e05c4b0517fdac4b798988ba3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ff4c9aebda683ee84cd96d747e9223677cc6a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33848e8258b1ca2bd109db4e6c4cb6893fa9a5cb74602f82c8eb31ce52df4b0d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823dc4729f60103f25d3aeab26044a8627a997c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ffcdeb49896418f302ec71a745a519a860076313e67249fbd994ce3575664e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..169e8be92ccb4e012f2f3d5ce6c865c6d3fde382
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a868816d1d66b99597c115d3f8a61ddcc0edb573ebc5282637b3024c08c778df
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a989ace3a649b549c34dae69df712ff1d46388
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60cb7e205bcb884961e1d696d9b212211e523e0174e82e6c42401991fc88e35
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ae5ce5241d4b603b1f767286eb21cee0dfb62b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e7af2caf566751566b35b17f582c5cf3191e6410bb3b6793a97aad60d98c1e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66ef37191be5774c3f0c5a71fd5b947f8dba686
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7f8cee6a912870089784158bd65156f69297cdf7caa66ab6e6a6ec907ab31f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05d289540b897e615a75f27efcbbb8147852981
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ee585417a1a6d87bb72c8b3c57e5924376e91e6f71f85af426f31b23884989
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752a6347539f319417c47b8b7961ee1b1f7935c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6da93897f8c84d5cc579df91e60e06d86d21c886ee684cf66372e9e0e1588d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec171a4de22b8a291ebb3b351456afee7593dfd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa882cff1c76d1eb2f9371b9ca0a883ab4d7cf2745163837d0cfdcb14758141
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2db0fe6f79e416101e9a84cb4543cac85f285e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155dd2f3b95e0c653136854fc7a0ea4bfd08950f1734528e051c7a08f8841d43
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf8329a4561a17f09ae685e72faffbf9536c6ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc6fd2c7a15055123455d861a63059a86d94bf7e506a5365b522c917b161d73
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8978fe7c14b40afa25bf9b5f5b3a05a519d229
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5689e03fcf1577fa63d17667adda57fca18599147b88e0464e7445c1909a44b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d292c6390edc10dcf0c89c9061b2b1616faa2d60
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b709c8121f27dc65350451052148256dddc98856922672acecb9438d23116bf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c00b4c8bdb8e568a1d8d019f5197bb659fce0e8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c2811a738bea46cf46d56f4f6c59f8c71fbcebb7c714b7f16780d656dcd379
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3357778a0148c8ca8bd36a465fa6c6b239e98823
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9df16c2672afd0c27743f7003bf97578ba9c4de4496f3d50b42b1845922df1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9376bc2fd7d9631cd44d9b7d56ab65b43c57cd7d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524419bb26a8198bc1feea4832e33ada516b6212e7539bb90e0f1620da1ac6a7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd1076db9d04813bf5e142a164dfdd24d52e5b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e1c0782e9a8cbb8b09fb93b09cffc47b1991dcaba3a99c5f66686d83d15725
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb6514334f11e8e5e457344be28852253733e2c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5ea225011285cff53c7bf50331d4c4b296f94808efa214083c7993e3632be3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3f19091af3c0d91dc84e70056f484dd84ab76d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beebb10cad31fc4cc75b35c21cb4cb74538411ec21e3126c657c6de453fe40bb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4f11ce38d59fb6d0e98ad50ea20817cf45902
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7eaf2b71e7026842cb35d60b49d20fcc488057c46a07bd4646bf6ff637a3bdb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b027bf43bd791799930f3718aaa5781930fad24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff644c4c21eae57ffbc7b6445a711c2eed78c9ce71a72a82b863918172e9c5da
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d23e04ff79a0531900d5a877a3f1743fc49134
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e4b697032f97dd1c3a309bb47cf94720aaa0d2214dbf04ffe78981705b4e7f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7685574acfe6a21a769eb742e0bfa327a482c01b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d14d252bd9326db07909d477e7c7a9ad0c37a0d71334e4f57f1bd0125fbad3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d266c1474afa9d08cc2772ceb8c2e696cfbd172
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac029485864761a7cbf2de565248978965c93d47f9f646b14388ad9e384a09ea
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5d8a908b6ae28e53b381502f478538670be059
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380dd104b2a84d93a51355286682f337742f34f8839a778e2418db0d9e51c09e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28be7a3e5552c42b997a7029018c0622606d34da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b74ead31725f542abef13f3ca183965a6b050aff85dd89b244d8c88e31d476
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b447f76480d1b51992f392fe558c70c7c6bc1e24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3389d9d7a68abec3a6fd00db952f9e2725eaa4b1ea824b066104fe70167fbda6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a10ea8fbc57e4984ec9029cc054cfc3505a95c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4da991c4131a597da2a6d8f42251f72087695cdc7e1f55b3a29cf896cee825
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942ad5be6280cf3752f922f3f5aa5cab22977077
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be8b1bc42a199417509481876d8bfce3a78154d425b1c54516b3294b85f192e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9efae56054812d1bc4d72260e632a1ef68d8bd2c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a399d322b441d51f5fbc3bd60a73bd0bb4574594e4d975648660ff02d6d77c35
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95d60a3de448744e9126d8edfcffa98bca2b40d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95235b88d8c1d3aee21f65c022b43a6f112daf54cf6cde07f8532046977ff1b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5541484b6e8bd73ccf353b997dad2ea17bd7cb75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4cd6da4d48c977ed1c8e0a532be365be692a0ca1ecf30205ff2207873fd5a71
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed66529c8a7ffbdb8d5193e73eb780c01d4e979
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444d60fbbe546de7d1c21200ee466e41a5deebc17bd41ebd372e1d41f029bab9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fae746816d0d9e948646b692ce1d41bd2d96fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a432b7a341bd15ffa07ae925f70dc7c79a5334c71512ce35417bc69c1daa78
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3714d3f2e1beb4b70f454919b9cdf9ef2daa0667
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416a3d444d4d90497a7994a32d19f4c1c56a177d27da4751465493b6a5e09c42
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d3711b474e26f5e7dacb39a7356ca95974f472
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5401f5be4168a200387b1e3274cc3302523a4e1d24bf1d0806bb8f9e4c1c2245
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d3f1f961556206675d2f6fc4df70ca4c1c82870
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a276701aea842896ffacd620923db1c1fc698da2b4a13624868215062e169b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6950480077110d1ecce81e479559c9599eea5f3d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b6b6a81a26eac34c083a9e4928bbe93ba97532544ffd8354578766b8baa2cf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912033395ccf71a97b255125c7aa1c3a59cc3a4b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c6cbe8be687ebaece77993cfdc4ff73985457f21a04863c38a4a5adcd12dbd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3049b771166ce4d745c7bbf85ef5d70484074a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5759471c85c9de2600bdc215508f1c8d503468353c571210116ab1349f0b5be
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d75529840e9e36908f0ac987daad1a657c9c2f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c066b1e12e934054a1a2e296fa8270d7e7c62907fc366b298f561a4f33d4a1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223c938a99c0450846dd1a410413f63cac6f2e10
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707a34ca2c94cb7076c50a0d139b6fe4909f7c05a2e36312c3e518d2be4e87af
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923d496358895614084ec0fdbb8c706e46404bed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b45d268ced772fec7b2bee4642f808449c119d1cf6bafabe29a93c184ee6163
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a7fc48086a98d8dd1336c3c5c7de3daba9b311
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0940737f5073aa256cba17a8ff9d2905accc5169ab346643b174f559021084
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2243ee50db4cd36fca34742950faf2e122fc72f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f912aec2e540caf720118a253ac5ef06684ccf34d415612457dfa11b51c75d1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40ba2b1a4a84f703054f556ec5bdb4463faca71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb95ef5820e39c2546d59bc25191570f00c38fa15e3a50ff1b8819f461f6698e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b532179e1a676bc510b0dc2f0998258bac2110
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed28af2f34e056cd64ab23a550859a34c1b653167d4402951e3e4705c571e034
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f2cdf0e492a1e7670224dcc21aa17492788feb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd86820e24532d6bc629788395deb488e9ea7b8cbba8bf94595c47a9ad467ec
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768066b7981c2d5fa02a998badea1965fbba4fd3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02133c9255f3d8475824d406a8d7687e1cefe0cba3374ce72cd88dd1403c19f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9f42eea2c85b7efac9ac7488b45c0cc161171c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0109c9e33669e7404b7a66146300750e6d5fb0769a5a78ea1d730093cf6547e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a8157351b80e503bac84508384f624a7b3f9de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f92ad5b83b38aa1163e3c3503b3adfe120ca8502d0128f22a60bc8c0cd0ec96
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44487fa85b9d6385141135989837669d5282eff0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616b5ff2590aa9949a150353fd6c514d43f5cae32d158dd43762ff76a7b3bcaf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b411454b81eaa00ba2f60f8ed9f9b2a6bc44d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ecce03822f0f26ac0a2c3df9816e6d489f76f42d377e93c18af31b4265afcb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..368123061c27064a93f4b00a36b1efc4694091ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8633ed8b12806fac106c9bbede564baec6a96692d3250be08bbdae818f9e93d8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b28549748780336c8c800c056442ec5cbf8ba2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73a61ee264b16af854f06ad24a0f63671cc0cbb2d36d969c188d6ee8c19801b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9380218aed33b679564513bbaece991188cb32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d4842743f332cb529c6236def61ab0cfb01eca40b0a8b79f3f59abfad4f4ca
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7a395eece9dd4a2457af6a4a6c67868362aead
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9b321ab0660ca305a4d318123308fb2ad6bfc382124d86a5e16eaa25e65e65
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5947be3ca43b68b774ac5d35e070217fff5903
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5d3131d6425f003032f541e825ce6217bc6de4773449a5573732871a2e8d1a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4f8aa7ba40b10f24a6c6c1c45a68374d135f4f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2855e795f16d34bd5405ade37f25e418a46a16797b65be2f4b321ca06f253ed
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5239dbf03270a92d36cd10d94e504c6f4992ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56f3b9cfb3b22a6f8ba716dbf8f87c39f50e7f6ea5e857a47442309d7a97acf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f3800549222e04de3ccb228ebc0c12c1d96583
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f4e458ffc6aa24f0c7605c11d71498f2f80bb3fff3daa8e7974b6fe752629d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a749abe61553b878b0a058107babaabe4ac41cdf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79932dd18fdb5f7412ccb5ef182da7efc31ac6d4a3781109c6cd508685b5f166
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59015eb9df7c4a1f9fc7635332ccbea477f7bcb6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7b92f8b60cc4097ecde51ca6de4489dca9743bc58431a207fcba0fc3976da6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461b47ee486d3eb4cd9e4d0172dff64603f7cac1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db6d93c4164032a91d87cfb8298db367d7a576e928dec13cb7f925d84710f12
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed03f4d3283c7fa579f63a15623124a4caa0024
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb680f3a42bbd18f8f24023eb2b3a9bb00f11fbb7c52dc0b4fd016624a21992
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2801b1c5d9ee4bc052ef7af8f2140f381247a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb20e69a0676ef62d0605052c3ea1b8d0fb10684af0e930bf5bf2c59ffa1a6f6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26938f84e746005474477b60121c1b97d83e98e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a82008975d1334aed7fcbcac34de86912152d78e5d301ebc9150edf46c215e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a943d0b5dd2682640e5f0c9360451e1c446422bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd36f1ffa8a6b36d68d32d284dace243de3a92e3afca603e25f61f0dadedf81e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b851407d31c82e09869310ab7377f4d2718178
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d4ac3c32e6224e71265c47eb8757a5c52aa94b647656fa62375e03b2544fd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aecf6ffec3afd2a4025b310af303b483185f19e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1ee85a6d633549cbd5826a172160a90ce1cf9e7f4a71300b39c963b895b3c2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577d85e2486f0ba1280f8fc12fd81bab40fd3f35
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc7dc0ab5ff82fa162b576ef8028635c2ec4fc41a598371cc498bbe10b6ac48
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5036c782cf971f42cb628f74235bbca8459378
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ece4ba7e47f1caa3e316704dc66082bf63cd1200a22d83e08add2b84b18cb22
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda9a36d9646d5e35ba3d20feaf07a8407e569a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0383cb7e43cd3ae6f0026d149aae6505f2191375b289a8fbcb4390b99ba65e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c071ce61bd954076f23c3bfbc8a3d5071be37873
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6ac27a26e28eb8371f1336a0d25e34874703188bc23e75b7edf649bc03191e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c2147c3ea7bf45a353ca15fe2f1f363e81b515
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfe352db69183a3a2c653050ac99f5e11f7343cb5657e6b5d4db12bacf48eaf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597c0097e1d5fda08cbfcf1c5c25ccfc6c7d0ad9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20f2ab9e5cc13aaf88e4213252a437d2476fd482c310d57daae8dbe9fd9b896
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b7b09aa1fa1f8c6a0bbdc1f013f90af5d553e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3288d3e69ce70390c9c2b01f7d156b3047e5c17eb8fdaaef8c0990d0dc261930
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f0c86f290816d7c546d6e9c48d5e14384c1915
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05d4087938057edf61cc2911effda62525eea6ae2b451b0e27bb6812ebcc82a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009b955ac3dfa8e3a9d7075f428fb1fad59e834c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c1d278f13ce4a8bb169bf1791a8c42e50c91a889dba35040395a642da8494d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fb76e6aa753b64e43838a1c67a6449d19a2017
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96216777f5a5e6b07993323497d77e1a6cfaf9d7c1944c09198231c273e49e77
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73820e68d5ffcf0918828306fbd4055a38a88c6a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4cc01af1f690690d477e36996f6ca1518adc257173973bd5f1d82bfd4ee42a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb195514d9ab18672bbb7ca4f64e40e2463eb8fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f674dbaae94372a0b89880df27534f53ca01eb94647e373045329394c63bf823
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c150758760b7648ae101d3f9497083c15312d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfed6e33db198a0c27d77cb8879dbcfa07c6ab157e7351b736a6239ec770d6e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbb0075206542182d4dd73cbd1fc03ababe037d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662c504338947f33ed477000944958c4cdd41ff953da053b68c4ecf77b581fcb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1ebe800595afda8c0320ce3f7a6b6d85b24358
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f6c9d2ed5f96735a3587814c3db36ce9f4d01923d46152b6b05f3c9a0adedc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8594548371718fee645e13da72145249a59924e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426af17be799d29c34c7060bf7062c226b8544c7e45c8930f51de3f128e6478b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb35025d112fdb9b3b50abdf8d277c6f2e35667b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbda5cefe4130daf8a2406f1c709499e200fe91ffa60af99b0884fe33b8dec40
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f025f6a5d84e48d4f7b99b4e061777f69e313ea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ff6940b7960bdb7a93ed9307eeb61f2ce8cd74270eade16c8386f7329e2510
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5a7a752b15b5eb655b6ce3e5b967de0604883f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e823b9669007ab750595ac109a70718db2fb78e6245d40085512cf7643de510c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634ea39e69e1e26c1a6aeb5575dad7d7f838674d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a011fc236bc2214fa658b8490f130dc4d2bc0ecd1cd6af140b6f1cd88ffaaff1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3feae520e6b7d5ec1c7372a71a0199d0066dbe3b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce979a000eaf6040d18c6059c75adb6caa6259f6937ea20fc42a0614914650cf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6bd2c8972e8bf2f6fa3cc97b82a7e90c1ac6205
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47047bb1441bc0bb2b4614ab87edf2effd04c171811f58fffb98a81ea447a4dd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a71d2776e5b83863ed51038365886b43fbf6f43
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d62256fdec11c1bf0438f2224b9b390608f4521beff14b796bdfd51e8ca3bc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0457702bf4d03fc07f811ec2ea6835007ca6ec27
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f48b1424ea7cffd760482d741e49c4666ddd1554538391bd2cb364115b34f9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ababbe2b53b6a88f2355db583824c88c345091fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4840a7aa0910f217f5d5e777d3ea2f9d701f89954dd9b4c1002d70e5f3299fd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6c7e0fa52526dd64582db3f2e93347fdda223e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451515ee844b9e592b5c050e5de08c4ce08afbc116eea3368e67f5b7111fb982
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1bb3ff9ab03e62e11c7c0e52d9b88ee8a8d691
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75668219aa9f7680dcd65fb53d03eb8f71b97ad6521d63a05319009cd1d91234
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174d6d1d11004528f19bf07263be928f4f9b5ede
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12889c84eff0eb7e2e46f078c8ce09c7972ccf832bc1c953a3736dc51bb27cc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebde5a837feebe56c8fbfda953b5e97fea0e5245
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba3f029d4c5daf4e2a3f106929fd2e97b4d56a7a9ebbf6b60227c933f2098e8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b0c2bc744efeacc6fb0e19f4ae2b4955477db8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7909abb3766f2ebc7c2d4485f38ddd9a5a1e51b0817f6e5c93dbb4cb445aec
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4c576d398dd14ef962948458807214cb8e11fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef79723b26d238b3ebf04b556aabb1c21052b66be2700058e92b705a201f9552
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e657ac5ede74428844dc893eacf414fa74eaa6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4b971371b52642bf376e3ae129be8cf790cb8581ed676b0735efe8e3486efa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd2fc66c92403a26252f36c0ec6e6deac460968
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6b94c446505e3c73bb4f2a15b225fbcd1afdb6f89fed3d4a979d0c08ae5ca3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24b22fabfe34adb606e4fbf93286ccfc90abc6e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27a8edd99acc08d2c234c8bf7ded0f1d84e197a986be8930cf8649b45a1a95c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152d143e024fed9dfa01c6a1577cef8fa38425db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4f0ea35c716768a8fe18e3a59a5367881c17f2e89417309f5e68c154122dc2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491f9a49338ff405330063c3ef254a2fa8e4214c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5193d742b8f2e16251d3c9da42a28d5949ee64e556751d66360bafbcef55a4f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a003dabbfbb71da9ae13e5bffc3b20088affc6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b2a824c16c984b846a7d3276c217b299b2ae3cbe5d5783956306c77489677d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868afdc0245ecc024db2217030258fcb691e3cd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f99fed4b864adbd99fc02e45ff8fb622e2dd731e1c2077015bf81eb9722d756
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348c58b56354cb7f3041df38fedf4c3f5bcf8f61
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb023b2cfff54193b4591c5362e3c42a99777377c06a3166d398445ea700a5c0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6525a198e41a5005a16352e8a8f23d614ea06aa2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726c45a1469ef88392a6af3263f49bac8b34ccc06747cda259b4660c5c5f7446
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d56c95a27d162e9e6c9de864ac27da33b041c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389dc6155e64f700ccdc53b81ec48c1bd4d3ca4d6cca622b193dd3fde96b02a5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3ed8e99a972dd97afdfe8aaae0b2f0c85f99fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b887a37a9807dde4e40db16d8b00e7e6beb0316e5f91ae1a1425f361fcbc41aa
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c41bf79a52b9f3210e8b63c4c3d5d198c6f869
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033a108207afaa23e0fb535a10a5251d10242b32df066855fe93fb96223af256
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a943802f7eae3cbb204e0e8eaa47c125b60a2338
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a77f99dfa5a768dd5fb7759095463a7083631fd68f1a205505021edfba3a5e1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ab20f98d13e373a70ed5c6575516b5fee0ec0f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cecc63ab77e9c35bb7bceb4f118c558c5e94f9e59c3488d463b2e73c07f81ade
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a4aa7c4b24f8bb8eeb1b3ede02cdcde1231ecb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0012b06045e71673604cdfa969a75c358cea01c954a61eb02c41f5a708b0d9e9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e97af85ddafeab7f41e252a3323146613c1328
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e5475fc9f6e3ffc8701a434f7ccd1f88b92af05f3633ba69fd65203db74465
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82cb26a619e95a194307021cba153e66aa9566a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19190e17672947e1255bb1c01e00adf7adfb8bbe6b3c59d411afd9451683a97c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2470d722534afab0e829d6816fdf0bffe413c9ee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebd715fab844bc5b6cbbccc5bfa1183477db227e792d1b7bec37caccc5a6a37
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9abbe194af15aa27a005b1bcec46e8c6b59985
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6620775bac83031422fe22e01bd091f458ab27937300623656f3be0195f7acd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df775303683e4976b2d6698c1922c25b637be52
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099fc146fe909dc97f0b4dc183bd5a21dabc0c1f2b59eb2d05570353fb7ca11b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6433a8e81bb0b6f345a235fe1ee143b132e5379
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8071a3d11a6c9f6212246230ccd27f34f2e6e3c84efd8703612d7c10f5d7f4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c97ff766eb70d01e36f63271ecf95f15a431f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64598ca832a8e50023b23134366c4bf316bc461ea894211fc94ee861b0474ffc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0fb8cdbd599b8e9c303447868ad11599bc580b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2233f809d73231b162096fce82acfca338254cb1436822d96acb870fc6fb22
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442800ff065dc86f55ddb50c8572dbd61561189b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b335bb399dc3867345d442101324705fb78f44fa15343c3e02f3f4305548ace
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566b153eefa0dade1e4b9021efa5efea7fd94842
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a6da89438a44b49d1ccd76d02171de7ef4ff8474a63741df27bbbd7192156f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffb155e3d0c08902f657b310bc6d1e3604e09c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1a6be8143687c8bfc295effe532d600bec2f1bfd24d9973012394069733fc2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11deb71b3583ebbe84643a72bf4b635f3a2a7bea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1069ee2f48bb571c1bd4bebec51478006b6e7829175cf8d3068ae81970ea97b6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f151b9ec2c55698ae18a3e4746001080c483b8c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f9946b0d6a9b00fe86a525e4c398b4b2b62f78bcfb7133ce06cb813eb72426
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4800a7196c031441b995a7a1ce8e13c84b0696
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7532db2c9160ad0febcc59c430000dbf1530d69be2a9a1655b5e5ed1914f59
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fba02cdeabd66a65bdecf530485fd9917d5cbc0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8c54bc0219970b841e5b07ff8e2f4c991f1168b82e64f1651c31885a0f1507
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222c49e28c44e4462fe25914b1dd8528c63e9303
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86c93ca173b717161a8a05bd81b9a0d8b004181995263b85950af778e4f99a6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0bd5d0b92070338ad8e05442ec86c4f277582b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8090a9d3b5113f162278e0e439a6c0f5e33d8599ecdf40b75cb9a7993ae0b474
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b692f12c4592b48049854af2a26ed0f0bcc7070c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c80a2fbcb2e07e076962192fcbaa7e9cb98fab42dd9c27dbef087ea5c49c198
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6050a485c4028c6138f06282729872b6c41fa0e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d3220e04bbaf16f1d48ad55fbf43e96d5efa97b2c7d9014bdb20f70bc18ba9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b8c7a8224747cf9d1e6407f68b18f02d06e9a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648049bcdbfe6c924b1e055c9549563ba48130a85e7e8b8db65f98f44c3dec24
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5a80d6d77f15c9ae6b75f7d3fb63adf610653a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2487c416986ffe661f3442779e00a4f98f64125fe4c8f440f1e1dd1b18f6f9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d438ec6ebd8c28b32153426f35f544c0f73a31c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1693341087340929f62fcead9195bc1ffac296560d11b148e52668cda098061
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77751251bd4afee99c498d40eac893f123b522e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3da96acc66f3c10482217e7040abaa73e5589c635d3cdce0cdbe2b139d9c0f3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3d2d0516092ad63ca8986acdb79f5eb3f2b32d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503af86aefc596baf46ee74c87f4d735aefbd36248d606bdd19f1f2df0b02d3f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91f05eeb3b6fa468572587398b1368bf3eac799
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7010b6df9c6944f4161e6f7b2473e31e6a8009d15f73fbb3e54f8b875ea3b53
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf539d73bb83a1bfdd7cd3ead56ab0f0a114efe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a99218d41413bc9a907f2a842d2c42236841318ba168c475a64c1931166f10e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc7c74e9f22acfbbeb550ccfa88c3c32e51d688
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079ff4aa4779262e2fb4b46bec3a759ad7fafdf6dbce27ed57ae6786249c4d64
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be675d1495fddc0c96434a791acdc5cf9bb3f078
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1205a22ee4b1b6c503fd49f2e8663de279b0bea94dbac8216164da639f53c534
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf8589f07ef5a1396f0e75f531b96f48ae8deda
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe34b774b4aba0a11248b704be561d35e60ef4925dbef4e286c907ab92d9431
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7626ade41e86b11437a6590ef44615440b0f28a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2fe46f4d5f9704213add9c28c847f22195bcfc496b1bb6a4df70962f39f1a9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751de82427222a140412239ee05353c45fcc4c99
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582a1ea3fd21f02ac25a46596693c9043b171ae19446fb6e182e5ec30d74201b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a68ad1df641e343376de3092367b4acc73453a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1021acf1c7a3ed7701504402a68972e442ee2dee529c29cd953a9ea9e6c6176
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ca0a59f10619559609ad764c029450af36d334
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3e8b28c8b5f699e57fc0867098319b7a9901989c762dd57d3b385beaaa363d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055199f195843849fe6a823b5fee82e5345145b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f386bf2f74c511fef100e9dcb9cd259b41271293654294ef03c9cee8a0d8624d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8795d8817af8353285524f4f02f903d9ee6a661
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f24c8a39e790f1dd98f74642f42ef5ec317aa7d1a1a2bc5586873dafb55c77
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685b29b6a731e4219261c8b5860e41cc7ad5ad53
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b32ae133c6489d491b659bdad05c7fc8281b24c83e75deb934f8ba227d20f7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12fb38fa376b6c3d91203cfa32dae0b8e678cb6a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a76898b28446c04bee537f400e1b47aeecfaaf61e8ceff50982480c4830fe2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aaa111b9b7234043dc4aeb4980c0826b23e63ee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9221bdbc2d862fd8db9f5d083d10cab1bc3d9a845afec2395abbde8787c022
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c32e95e12505fb67206c05bd5cc0e0d30b73590
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c91ce5df8b324da00fdbfff69b155ab44f9be5d2d23bfa0ca02879e807e5122
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05aa91f43682e043b389113276f1f967692ca1a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae28e373f767c46505873f4e6bdeb8903d682de6c07aa3d934c140cd541b973
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dea6ccd288e8c2b0dc814abd322ecd5791bd499
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4214d63adfee1ecd5e70660dd5fe601da584c718574fa2ff79f6583e4074c82f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4df5b8c55f0ec01855c46ba7e4d07bbeeaa4b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705905313855f4ee71e7a7d808995de9d7f4393eb70fb618ac7ade2a2a317dd6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586b3427f8d53681d4b8ca508bdc454043ace3c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43dc9de06a386f92f348c7421d52ba4c7d1aaff5f97bb96131df1e2e4a9ff640
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2c0ea96c83651c172e9662761d2d7e6664549d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d97f642abdb5783671883da753405a1cf944e2b8e732e21419aad1b7ffedc55
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a1bb4340d0b33fb58abcf9543ba41af6bb405a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71cb243cfaa947df7cf3c29f2a804649f79c5af8790f823031d6dde33f4a60a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9cfafdcd04ca49a872e8e2a66a12d5425a3e479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a2dd8326b4a648e10380783ac622e7c32f1bfbb92a47adb4a147b8ae96c03c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d96b741234996ae880ecca60a2672d974e60a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f080b53a7a0618d231b7a8f6b103098ec66a2b2cd653233006f7b76db91e239
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb321ff23b1525eea7730b002d5806b4453da84
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c6527cda6e29119d334b11282afb3b99474c6a7f51c1851b794aa5060dfd3c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51407618c9054e3d48d6871c7dbceafcd767c2df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79541597670db38a23b62f2295050b395858259bdeadf133b38b5c763cb0b721
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7643ce9070f7cb4b4fc541fecbe4a4da79309f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4db783100a68fd3d96d76e8b2342c6c79631c00467ff9625055805d9984db6e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705191240912c425bd872042a430f8d5a15b07a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a788c18a1c28b9d4b5d3f79ac915b7485989982cf6b15f50eff1a285ce306a5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f28e9bdd7c9b40a40add55bf34ff5332e6862d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0917c53e8e849f15f951e0d5ac16a1a1dcb780666b43bbbacbd104c61e0c0a5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715f60887f40bd75710df8622421ef0ab61642c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c88f37bfc312355a9afe0b0cc8c42c9e94acfd70af95651e26559bec3ca5b8f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233f685e99a4aa92daf65dc4d18092f592577d88
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93898b06cbe165777b5dd68e81d7059a3604bd75a7fb1a5e7b82ae37e0529390
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2380e6bfcc9de596ed335e1b28ca83e336096ea5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eff9522cfad0d77a0e2cc45f70d77ea6a63ccfedb8204c8a688a2c74bc9859b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acc70cda2d1816e6c671a4b8bedba8f1aa2d06a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2df32baef5b38e33e8e5ce41c9cb452b1560df63e886633efb953f2236fa7df
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1644857494a99d12646294d5cae1b7d658c3eac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d99104aa880d3add77c5549691f699bef7eb270f8c013a25a5f5c894261415
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80bd73d7c14b124e6c9eac1439fc943fedf9ad5c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525b18a4d7456554f4ed4d840310fc31d9bff358243c9b2ab3c6332fc552790c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7938a6faeaa1af37faedc9f1d5f8cb8ec725db1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c3704105ea9d9ddf3a8e944197d5b938f916873bf2cd8f377aa7afbe9bd2f3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9936b8d9c572d552ffa22e63fca7d3610e202f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df83b665be7b5bbe40729c0d850dd3188954cb3c1a9dd23d259de7832df6718
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39091b6f352c718cfa60c7b4185c05538523a558
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e6813f88412624cc6589f3c1958a0d8121d6740240b4d75e64975fed896bd0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12034bfb6432d02a736a6fa78301e7fe4b3985f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97dd0f9470fb45ace823491b05fa6e292615e315b228f18eae195b1544489239
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317f526f2b9c54e14c9b2c0a1d9136f116262863
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af52516595d78472c0750d4c879d54eba6e689a8bd5c0f694516491516707a3d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c55a441f9336d18c16e9ebb9f799eb118d4c1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e418b16ec5c6df2637dc7d0ec9a0fe26364fd9bdc86ead407a618d5af43bb987
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada1bb1141c0e1e4ae862ddd73c0b9f9b6c6f1d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30af792560a9b3beb94652b4559b83588b1aad1a69a740035aa3847240f8c023
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c7fc73f4ad5e42a752370599f367ab75fba20f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94bc54c801ca8f1e6f5901a26667de78d2326ff1553366c16ead7bf78d53f02
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5ae6566c97c66b63c1f1ef7be806f421f350ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12154e2f58e9498f9ec037af2c6ef8d33b18b01c2db7533971d3c435b8350938
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1061262030d071c549bf93dbe0d2abac29e2600d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d424039993820852ff8f9b06956ed2fa8d08b11ffd002f44dda3fb09c05fa9fe
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e4d8a6fc4cc4b17556c807a1c35a03b46eb081
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965af246626857724a5ba3ed645280b2947f0eb8e432f5e086dd52462606d606
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a042ddbf7583e3abb073af86aa308b141fb9e68
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d480a414fe4f0a2798143c0954314ab56d852032cc4f99c32c3d50cf8ae7e203
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2ec27af6e057b127cebda14ccae0988ca23dd1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fcdf315b10477133cb426cb53280d0c39d0ee0fd5b535b9047de27cb7d28a9f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe4573b8199db5a3d4a3fcf03d5afea5a0ac1a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ac90932b306e081a6ef677412b94744e58e73b780930438c316ee942c797a2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54f25413c9c1b62689bd5d335555b9f0e051c8e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e3073b026ca6472c7c8e87666e1d5bbba92beda61f86e50626c8cdb06cd4ea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51154a08b4cce2163e5d623aab03fe5a988f49b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db14fee2c069f906aef2c19b0060610ab8db5ccd3a380a9e68eeac930b74248
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7699c2bfe55b563282c66b9c8890258dd6ef0de4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a02cbc95af5a52dba77e7a334e29eb9655ad1cc0f271f3313592dc0f792b07
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa41a4b78a099b1e40efa1a55d5d98a38f9b06d5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aaf30fdd41cd40a24d345e78e7b9ef7a33df846fc9e3d856157cab2b0b8f9b1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32469e369d1e9049a51050da88482f336eee03ee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542bef8b5c2af59d17b5a12b5bc913068bcbd275ee1ae3c99597b948a9b44f43
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1596a0a3e8bb51c4877aa9fd497985630d51386
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e0b7bcb2890cb76ce59f32979090b2a71dd514f8766d4e8166bded3d65baec
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11df2259087eb89b42073ab90a3c306d3ebba16
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8298fb7be1bb2e711a48e58c8d0020a4f6abde5323864c668a80475d04c7a90
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8030c919821448c5fff21dd1323e1421c4e0a3d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720a0f28d8818d6c205627ad7dc9b54c6d8842e498b1798d42679ed385dae419
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80c87c38b82857544201d46e485b546709acce2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b1e2255b11d61258d84edb0799bf6f7e3b625d4b463a6f942f1d9207613e55
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f854d185523e2ee8135fb8d3b46ddb17549f1e89
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fe081e97d9952eb1b58f623c43007a93902a63c4eb8d23e0c8f895b7c654d0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217f15a41c625a6956a9d25358a9a79b34824fea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b120852660d059fdc49ea55dca8c1dab93a8048071123dd006854cb3a4025ce
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f640580019228c5942a986f59afbf754d12f14a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340f2e9683d17c753e67ed4c199e0788db0a25433e14b121659ef26ac803e842
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b06b0476a1c48a0a7c3604a5ae322b574b761dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08161e7a9330e6b0d0cad1701c3413035a40627f63c7a1f8a7c949b6562be33f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2b38c0a6887a41078331d086106b56d8d70085
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1dfbe7c1d62c3a5e08f4f197d7db55240f72830327196d88b25e1a96d1c3e54
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0bf340dcb850568e15e593d16eb6dc2a25a44d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960ea6d87a125c9e1ea0cf9882df39de1842dee0d74813277651cbe9cf12f091
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7e3a497b2a743af79caa2111b7a571f2803453
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a5128d2e6d3dd61cccd816786ba9c35264f48028c0d2af8f158b6e55e56bfa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc019eb852bbec84c8f312a54c7be181dfa43090
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc7f3d6bea61a88f76d1f2f82315e64b4d1fb1afc18c03f68701a51080379a9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c0d7a0dd577724da0c9809ac2635f5acce4817
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c184548704dad8d7a37e60d1bc5b358878961bdb462d4396e6f5f8cd51d4d032
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25b11ac585f332250969f609534c9ee21198096
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00681df1a38f1cd1de76eadb6a50c476209b4faba98655fb9c763c67bfe2b8c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb6d2aba523cc0d7cfe480e41ae17a332649216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d4294796f25e0a0584c2be6bf44484487e247c8e9540ce7d2eacc0c8026bc7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4790005c68599f2f0aaed317412ed0afba596c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae2cdebc9ee14c46328dfb82eb7ad604122552113d6dccc41fd2813add780fd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab03f0f4fc9c040bae4a75b8d216adf6e025b4e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f8c8e63aa61db91daf4e33afb2d243b30849286026305f832a1feb8c101f40
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719587f1889a6289f2ed57fca02196a3f14ccd1b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f3cd6007a3768b41d1f1486049aa34730096a8aefbb44bf9612cb396e432e8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c14f193bb5d4e5a9ae05e569267f6c01cd04ddb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0e617c0812b7b87191ce6de5f201f8d3545fd8ec21b5504d699394c9eb143c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a53a3e9f57051f43aa51a2d03a6a0986b669c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa6759fbc1ea0cf5aa8127b0f2c50983e55b3a731a4bcf4707ea0b4213d738d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b0b6ce98356e9df8d7d61a204383ef8637229d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae9152859984d7ab0d27985fe8a18d2231f6089ba3968c5b36e0fe385b53c77
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f7d65281b2e1237f815e208817f1682e6b3f24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5210b65a9fcf1dbfa0181d5a7e513e5b06e52de9a092af4539512f8d6d854d11
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07154997ae7befdcb6bb591be5b5587e4e2376c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29746bb98c7679ea6d59c214bbcf7a4a496447cabd5503c093ca5816554d48ce
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c967abf8276fdf43f3739a85c56b22e89f2e1a4c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960a3b8d1bce32d33e15a6d1dcf96135066e0c0229fae71a25cadbbf0b27e0cd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8012946c8a0fc80c2028db13989f440b58dee20f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3175d75cc4119bd725117d69189d7450a870982a94374417083d4a333e97e528
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2bab15cb8aabbc18171413bb718d6771e65cf9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e38441e423d90036d01e95bae2aa655cd66a09f44dc505bae98b6756a60a7fe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb9dedfa60c11f065f3ae6060c99e93b4381bd0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a07e6157f0a0bc6ba29c57e6ca5cd0e14750abe7f981cdc102a99ba84d14e68
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef62b72bad4bd28ba7df038e5bd19b0f6c5d429c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a039c262cefa765b390535653f3b9dbc303b52f7806114f4d7a5289a1c61a029
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083ac872906c237bce3f667120735816ad7ea2d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7480b71ee446091ec257b030f434ed42d1c7ca710c71f04cb1488a49a52bfd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc84077a0673e729db78be8e5dc7592067c1552
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b873a6ed0a86aa171b659a42b9a68ef29ed35d43edc27a21a97a2cfe731f6a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b14fad00c8e47c58c7d8c1fe43adaeffa833251
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0574f3567e94b96f64130d046371cdf31444536dfcd699a11d17d3fa16d3f9ee
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee51b7e93a8f140ad9e8a2c0bf8c1c7976d5625
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061f2da968b38a9a8032b5783ca497bee37930f7a0546f6f9570f26a7d7a6816
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587f646c6a0a1066dc33436cd786844abfbe5d08
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd46f6c5fcadc66c1f79a655f4382b53271b4a936601011a920ea881ceb93465
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b3c97892640ff2883cb6cdc31d2432fa384ba5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbb0f2a6b43cd3af97333a3b109ce008e9dac7661afdf280ce7a80e5b087921
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015c80d873715ea5d29730bb41b0c12409492062
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaeff24a765ae083ada4e126c83c4bcba257157965fafc59e7c8918db2ac71f8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385e7e1fc52bf76c31a0633c44cb76f63b383852
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60133f7c9eedbc8581586e99b00033059b854b5f7f34612c910e3709a8d12e65
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5684008c5cdd396dd1a71fc07e6903690a5dfba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696865a15e3ce09fb8e0779fb985b168aa888c5961bb1012b4d26a9bcb320335
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14cfd2e9d1939bfe75304dbcaf48c39070e71980
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1fc843319b9db4bd7ed8ddc989ac9e6129606bf3a613a7a79d1cc070e81e0af
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_13/trained/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda272203a298dc3ec23e0907a31cf786311cd61
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d30b04f1f2af319942cc188be70fb588faf80d2d7270ed01b082a0bcf89b547
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed6842d8e99b1a9d8a242a3f7d9c439e83c33bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4442c61c6c446c08d0e5f46da1e9fe51838e135c1aabdcec966d04d2748c4e17
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854888578f202e07f60ad11c1aa84a3dcefa8edf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661abea28096418ed9dcbe023ff527cb987ee2a5802307d5ed44a1cc86a0b64e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..100d8ef7b3c22535b1b2b844ba666a430cc04884
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7945b865c706717179fd53b867deb673135cec00cfeaca4c50af6392b48f70f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c6a43947d973ea578067e06d2fd61e65e882e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba87cf7a8d2309cb4b3435aa1819024370e18e7014d267aa69ec989304ffca0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5892aa2afb43f48d05fc395e215788124fa3456c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992c188e96491b9c50cfd606c14dea98f25946acb74be9fc47d1632b5b8fb578
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8cba4c2e9c27987700e062d367c2593bc200b8d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b29c3a790dbc442a3673d501b1b7eede32b58b0ce7a0746ad026dd8b3b51d9f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893435c357917390ad05f6233ade663027e59eeb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d417302fd47994f0248bdd3242136a446a15ef6e16e2d3a339c4fe2c5e37f1cb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fb83ee6fe9b2d74e26625b9e32a2a250e16e9f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e01ba41f2ba1057f5d8b432a09121d7ede830908b4abce1224e1c80dc478094
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd5d3cce2c8e60626b9283109b251b06b6c0be8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0b4e93bd41c2caf1e89ca98e8debc4c72590b7748c4936a381af560b98365c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dae28ddb292dfb7384e0b77c4626568693d3821
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b9242947c928df5a75034456443970e398bb8ddde1e7e018b8200b2bba4a92
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5619e87faec884b2024e402e0c71bbf0d794db32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665c54b823c011d836a9472066616472f9d49ffe3efe871496ab65ae7c16c612
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7b5e4b593231a95bc2c846b2575b8319e71d2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1df712466e9a885b732f1cca16ac0049febf52d16e6a2300f79668d002a427
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f653e2941a22e458663166544a44088f1395847d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5a35afad39b2e626278fbf936a0b5bf07832a8e7d79829eda844dcae45ccc2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5003d054ccc543d87a323fb240f0022d736f0e90
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2b43a4f116fed694ef831846c7d34dcb487f383019623c3765078b452e992d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2835b8a8edca2133e92b9aecf10d6dd92d3214
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f273e5133b043742452b3667cd8841488350f0b6c441ed630821b8ab06e6bd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3238a5afcebf9803fef0551effc2ac87beac2e8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c9c0bdd5209c4dcd1c9283b8effe24c7bca6dc4c22faf9bd777268feeb63fb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca7518bd562d7ad01a96078dcab412d55f1f63f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931d825df22ba84256d322d619ef1009b6869451889243ef92dd24740ac83ae7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7f7029f201acc60cbeda2e5a8fb92079f2bbbe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45c5e3d09441f10aeb0eb363e6e58f77ff6ae8f22361a9eb6d8467a41f2adf3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6de3a78d13819268803ef82053d5d0eb78be391
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea73670ecc24af5e82d7512c4455d31e36c064065facd16cabcf50845bcd289c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85b56234f0b855bf9714f594ac3bfe89b76d387
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d31713fceec63cac38b690bfdeb47403f445056a1768d4947896813b6f2aa5c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46cd4e9c00eb27974bb8fe995b8341b2356e7ddf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdc0b54460690e992a66d07e40a434d83c366dcc86ab50de8bfce859ef40cd2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6edba424d5b1cafb47dd15f3e9d7f8d0a476e08
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fde201082bb0a152daf5d1d3693b23dc38b2f116b0a0f072da748219021391
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5e01eae2709f5320d3d91e5233ad1bbd12a735
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ae365d00ab6d1eedc0b95953199f2e87b842d20c33782632e7d6d9c2daba58
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11901ae9e36fc62058caea26227481e7b3405812
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be744b8a01b9f560515dc0dbb39f4b6b3de147a39d73872d8728c02ec6ed4a85
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f091b1571a1a052491eb832a9027e357e28d9a8e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76db446ad8184341ef327bf08246c70481e1e1dadbb74f28d626c219c0a7263
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d345f9e7bf1bd1a9050337f9af50000b9ec419
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25d0a3e6fddc94eedb9a5f506fb0d65f0be25f68f54da4ce16785db23163c71
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf41cf4a9cc6db00fc34eb1832f06f0eb7de9f8b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ce8654bd4022cedbdfeff29c37e5418fd7801a63aba357c16fb9662317dcdd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1db4db6879f060841f7037329d26b9347b8b10
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9802c79a8f36120bfb8235bbdaaa7057c6f10fae620dca4afb868af708fbb33e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc378bd92d4fb3373391d46e193ba6ff84790a63
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9af7b65168ac5b0f22bfc8399f5ddbe6f1adaae27b167d6373de3143c2550f1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2bcefb4e6056563561c3b0a410ba0aa5fd38d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0c08f42c1a243094e45a70f5da9c312d5045a4d398d7d78eed04bd1b6d2eef
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef290ea4b01855ba732a4e2f3471a4e164b0b15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a9623b452d912211c406353e75bac0b34a0d35a33915ac623e300d8d8ae625
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2645c14943fd1a3938f01a164fa0f3a3bfa81b38
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87713c4b8014df51b34e23fb2fd7790a2f49a7bf8a3e72d8f30975bea051ad8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7b369675a37b8f534e2e35cdcc913f881994a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9708829cbac063812d63a43974a4cbae256b800c995674fcf9f533d7f04b5c4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cec63704e9078a45218faeb8e3e2fd624500aee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df6cc8452896d5552254a5bc3f10a026df9dc84b58d73d7ec7001a4a43fb2ce
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2283d78334efd629b87c1c57f540ab463511146e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8310923c28f0a2b1dabbd6dd235af7be6b03c878b923f029a3c85f6a183047ea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fa5c6d79cd7d6388a41715266313222f7ae3c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca040aedd301d9a30ef3518452f390b6ecfdb663d00a917fe6b53ca04650c50
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8869e5fb0073fedbb1499966c2e5b7bc49cc1308
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08f89ec3714e51bed3c192856d36ca6d18ac64050fb91b47f5499a7f8476d47
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21ade958a3a5f59c2a560a2216e5274d1d67625
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d49be3d3f00be23e86b0dfdd918e43bfefaeee4ff51b3eab566ef9f7e0cba85
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622dea5360211d0a923cfdb1662de324da1b74b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c7ea4c686744175b501e030593d565634241ce223045c592e4bbed5d4d520e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a6b28eaa8996d8dca44d2a06b16a36395b2264
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2231d5fc08f5dd4aa79b174de03a18b69cedfea158ec0791928bd2f45ce14bd9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814137909dc07570125e587642f63fee6fee4efa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6354355a796a2c306b8ff0a1d385f816c87ad2b63a0cc78773af0cb29e7d410
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f377a4a4fe7665f21a5ad4acea6d390943c85a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bffad41952d231da5db863352c5cc37f6ac4541d527d423360b4f226709dac6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4d14f2a2440cafed8cb994cdbdd3125e7e5322
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bdfb5f2f28eff28341201735c6ebd8740635d4fb1df6a48cda74df70623c29f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb23843534989f49853628d7ec99bdf4236a7ae6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f27dd6591bf2d58b2278fe1e9bc34d19819eb4f066e5e51962c777417099aaf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df1583e812e0fddc75d19720a089a558bdee448
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7d7c118fc3d85dab95f41b81ffe7b713517181748cf7dccfe1222b09799b42
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73fa3397ad14f23ba9bc8f6fcb8e687c9d8d388
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c49278b4fcbb9497aa445c60bc4862b57df0f2c179902b411ab9f922dab35ba
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe30fef0e14cc1d6c0aaa05c84e376910938593f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d66e1a5b05180556c5dcfb2c2b5ff9a6787c9b87e83e4a7b051b4187acbb6b7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af586a97670c987950531ba571577fe17f89f8b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46666fbfbffa5364121a4e829f2ebb9623007b51299400b010170c62f07fb36
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e436a0483c0d8f01484c9bad5a50b3cdb834cfe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d5d092dea5c2ac0e32ac85eac42242e57854a68279b3995ae7320a8807fefb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d199c723fee4bb20a8233258fc18733df146ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a464893ecdc1a89e42be7b8b9a9831ab36f8b63fd61115f8e380097413bf5c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9963cd256b554edcfc8edb891f84d030bb5d0943
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f97f5413db0455039621a9d583c81333f8f6bd31ff4db96c2a9525ea44ab25d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88af81c11a5b79be43896082d27601c28e1eea09
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02490ab02b400ca48d4b30745b22d70ca1ae291132683e772e9a02079eaea5e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59375bd333ea8269add6f2a9f98668ab0c2f8034
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a8083bbbc8b68fd04e5a14558d6c8be626aee7156c785c7d7062c5038f045a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44603fab8a726eb748b925d1e920127e646f8241
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b2961c7cddb107a7d20516f46484c909ec62f3d69553e7f66a8637db6bff52
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f098daa9442464dd13b32c5cbb2426c0b01083f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf8d9f34d3b5e48b07e4623345963d1aa44093a9172ad8f4c1c9eae7a58b539
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6a72c60a7b524a2656236386b189b1de1896f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105df069a3c76fdc00c1b20b7c830ab97677759e2668a5a3340561f8442c3228
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d8df14a370ea2e84483205850ffdc2e0ef8cc5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feabf66687d355e6215f7700bf9aff027903111fc6b65404e1b9b906f85f7024
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04aad454a0f196bfad4f3f844f95040e9a485a04
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342d23ac3f8844de1897add959cc6da2de2375bf366566455e56ac33f2ab6617
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9957381cc257a02c72e81fb291862b1576196e2e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fe8d9a761de03cef01d3e9165d3a09a01456a76a56cd15b54c243c13d2d758
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3769191e8735b290f037a765ed8c9bba936f31
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58fa7458c03a50a569d8a5e31db838dcdc991af1f19b5699d36da3fe90d5597
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d07dc0dfdcfb4824b7c704e6c2bc326224b3f78
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f3588d5335f72d8e531621fc2fcd39925f89b20946c9c1991bd36374c0c41a4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c8186ff2694b316bdbe75d75045551cec40086
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d518442ad5c2def5887b6540f1f8bfd043e728d10496931550b084eee03993
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c881b53cad9108ce31e4ea3c79370133147e71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba077698cfdacfc4aa46a46e64743f80333b9c226500b806bfe601f5020a47c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2518a35a51e8a4d2a7df776d89c84104bcda119b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11affe7036ca9cb705a130d0dd2f5e2d88988c4ab3bbca6cdf72bd9d0be11d1b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1c1a5b0bc0604f26bf6d726c17a21a5640805f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3d9479f3798d755d367870b839bd99c36cee14b0a93012d6de5a539a1b72fd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ade4a1c6b2e5b4b9e852c43a1cabba8f1acfc90
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98ec6827cf077913de9b5ad29a1f194489f03b741d85e8ae370ad1173242dee
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f97e28c44226150befed92008050d561aac0553
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2f5944910368a5e9eac76ec7fd8dcd16bff5218639ddb1e0bd1581182448d4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b67b73cf46ccec97137e00ffe682273d4a251a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70a412973f98fe1f587bda3a840353e28df9a74de7f725fde251e9e7a56bf22
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c7335fadf613d5768503e0be3516837e587ce4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cb6525d8650c78485daeef52a11990e2b0b03cd1464754b33ac8016442feb1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a004e780d94d60dd1c7cff51d921f2951e1b1e1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcee9038013d760de7028bbafd872c821df965ef71f1575f92293437deb10cbb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236b420e4961ff6724797c4a0215a88ce0e15a1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ff2d8c6146f2d84c678c89ea992caa772d4fa983fd4c49243f676e462dbee6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5eaef2d0b4c5b1a53895b84129dd6df126a5308
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4c734091715fd2df17b7125b2209905927f40da61eaddee9b530709403d9a36
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660871a523a0321ef7cf6da1df529c34a6886044
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4743be22badf4b0f9d3daed116e0a5e755f79bf83180a91c3e1115fcacf37c3f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b20b193a3ffc9d7f8c431b449ea817f73003e5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202e061da75b87e7c069df9a4ae4a80d4927388b58866ecc4ec9748fd7a224cb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..402c1efcad2e0e47cb13c5cba37e7d7d5037e9e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7904f421560125cac2c28dcd6a18c700d49a467c46281c4699df13f41962f4d1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cee15a0d5a0921073ef68da137cf93a7848562
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3350f77e9bfd4ebc946c058872b0da287a970c2991bb189acd75030b85e8649
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0172230924ab7ad1442e91c8f37de5fedc435876
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0976287b5e95318df4348173657cc21cd84ba5f956e921cd2c56912d208e82c3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8bf96681670ec4608bb42b24f1bfdfc0ab8ab1b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7f9d009a5558b5f59a71228617a2b1976bb492a48515e05661de248af09ddc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274acae6218399d98c6e3c2beede4d0cc7b93aee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41777b1108ac5c9a6d2927298e988de089f1b97779909f81effbde02c02d12a8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95609b9743bd924e1d8345d14b6981bba9871127
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d404636c31ce4533bcfe00e9fcdd20eb4edb9bb05279288297105d44494c557f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b956200804757610fa93a6e5b24e8be93a78055
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd6980f33a5edd0c34dfeac19f467f329d2051bcd4456a1c29c5a5a875b8678
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4cd4de6e193763da06cab93a79f7770b5b8d7e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fb9f2a7b015ae4dd58865f703e11f305f30740eb8a5551f84c1ec579d9abae0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c77c0eb84c8d23872e83127a7b275ccfd0a4f02
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d448e428ad08315080ed1a9a04482f6c85d5834cd82ea8a586f538b25464f742
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa22f2f978f084f9ef58b8e5fbe64253b75d975
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9f8d3b6693710a191b829920fe0eb10448cf70fd176acf6d34544400476987
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbdeb70559a0c0f68ee176090ba1d3e3e7225917
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25376fa8269a306318db603457da48861a4d9ff8cdba47ba81db650c2f13f06d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90046a6289a680959a2bb179215162d74752d659
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc076a38cc1b3f14f6f2e1523153f6d8f9dcad9c3f13471d33e7b1ed51306555
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069fa92ad98b2e0944464dac45de7304334beb3b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd87622a44eafa38f1c95cfd695a0af9686d2831e2fa2b3ce32adfa9e6f12cba
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa475a7c5859c36ebe861c2c46199d15d75a26c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e70284fe7038903bbffcf9c3b5f94e0ad06655f6e34554a303e0fd5af924cf1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c306a3bdae0bb5d2ccd3ecf199821dc7fa20cba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535e0d11be538de9ffab747eadeba21edaeb3d311bdb307831079cccb8341553
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90aecce6e3f90eede9861eea235714d8d9cc7524
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e78ad0b682e5bd18f180a41b1dff9f8ac1ff9905935d3f340eeb9849ed248d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898a7ae2afa078de7ed1494248150fd26212a62a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120d3ba580f94a5805da750088983be31fefd20eed80f43875b8eda71935864c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c99fb4de50632fbc5fd9e1ebfbbd31824a6e6ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5caee404bee44e962507afef97944eb783d1dc9c1c45cf67aa0e6b26ed211f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a90dc699a24febd473da8d5e13acf8f7a8c924
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4fbb6ede9849ff3089bc52d1f3ea4de03c123dcb2097da80c80c49b83c188a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d925d577eccc9be5577142603e00768f00b71509
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10577edbbff1cf1f45a5b310f9bc65e35498a9804368835cee3e855d2199acfa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8760d789dd99bed95dc06b2569b28bde06e58df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4357fe73d2ac32ca8b2391f3c24d3b9b431319a438d2705b77041030d533186
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b96738961c9b8fc0caead461ebccd55b1d473f6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1891b21ac7ae44678559adb43456ccf176572edc14053a8c6a14633565e1def7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725f3901cfc54a414004f49e24a46adac4794848
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6831bd8db96fc414a8075432840d0c1b9b3e0be32ad4be47f9c9945ce170c002
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8e7d54fedef9c38bb0204d9414b4e103284efa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70773b48cda204dee9aa135b77b187c11b7f7695973430079d5d5eb8d4a99272
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219322c509cb646143bdc4805c4e4d4dc45aebce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69ff3703d11704faa62e46a6be43ff62ff0903f3c04435521240bc7e7f2db8a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328d8b2df777582182a74f5083925d516e947e24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f693356c914ddddc41addf9e76ba68ecc01904ddf62018875b8e900a0f854b9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24276614da43e68a04f490a7046910966d00c73
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df41dd4ac961e52ee293e09a72d431637207f160202198ada80967db595512f7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3cc569e72a6eda749aa172b312d739f046cc97
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5ac6b11681ed3b5e35b1d10af1ce6cae67e255f9ac1d2e7efa98b735cafc33
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e9efcb78b1c0187e587744540c79da83eeed71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c8dc95c26e125ac1307e74a982f50eb7534d995dedd26377d615130647c54a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f9224463a6bfc8b6e314f8a3f82966d9380b8e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bdc9bd4b9d36df0bc0ec2d71ceadf9a2e93dbd160e3c925a9a64c8d3f8975c3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10415ea52fc558a321d228683a9b99aab18f6b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9b594476816cc36106b1dcf1205209d7dd303562a6f1ad213f555364d703ab
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0df7502c02ca5e1c9c7bed12f578d5b566131d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee2b06c07f85eab6c4a418b0d73f699a4723ae69c38e473e0deef255864a420
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3773351ac2c7fffb866ce786be5908b6e88e45
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be835b348d0ff17ff1280f591b1d13c1193db37627b0142122641dda7ea8f40
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09facca6f4c9a6560913541f55db6dd272acaaa8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98fad9172201783f172a23f13c6f703a2266a6da37234dd3e0f0b936ed7aee1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2754bb1d6f653760b0751ffde4913a2757d4fa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771cde670484cc5d9f90273f73370e4ccb32dec2c618596655ef43cb119930b2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86613e6b8d419b4d247054c370e77d950303f366
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57af14e3a3c78307da0064ce79398ebf70651421b19bf7e5a2c8cccdc033c6c5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c7c8c8ec8d05ffd9ed302cb3c149efca2ec440
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a37afe62c934eb822c4d87bfee52cb313c578d1c0f3453c65f25262994dc6c4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d591db10bca0d860caba30962307f3d6fd99c7f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292935f15dbe70def139e12a20c24ad51f383bbae092ccad1d408b9f3747c5ba
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0b67b9e1732b90af4368ac695c04d01edeeaa2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a92dc543c43d45a98ec985e0c2407bce766076f2b15273b41cb3f4c93195d6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b298063e6c0b356ac1cf2a73006cb28f72b0ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ac74471cf2d5373012ae9251811d3d45480dbda10475d50daac189efe89284
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceae938af9254a78c738593884478fb72c78146c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932bc01ed8109593ecf000080ff93ff693c05d5660d59799629c4186058dedcc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1230211253db02141df550195b5d388c568edacc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d453faf49bb97c92ab0948be797c10f7fc40aa6aca2e30cfcb3deb78a96f8fb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0bc08b8e33f3ff8b312e63fb0df442f90e05ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffa3ec53426015c8fcac712e660712559b11f8b410a237b8a1a91d490c64722
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f497b79e5a51c4778a3f381dc50b5441facbb55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572e54c6f782ff696f00f33827f925149cedad7f845b23b51834c4cced5f3cf0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce3d097307c7019bc21034d887413e87431620f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82ce7055e961c9c00cf61ab387a64459685719ef749b078d2d95708ab8eef5e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee98aed4a652f48d113d7f0427e8c1bc2a83a9c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d880e6d3c4959b81a07281cb630db3b742d4ec85cc4822ca723bd77a317fb703
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58fb51c053192b9fadf2625fd7d04d34a22f2213
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36d33ff28e1854d6bc9037189f13fc559d2239eaf6087ae6942e2d75a482054
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89c8bf4f695a44471e5ad9345290c6031874ade
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ff149c595c7ac2dc7c478437773ad6ca1fda8a9696f128c994c8d29e97cc4d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954dc504f69a189b7490e25b3faefa30fec37e2c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a279eeaf53d57766d599d916de4e68ec36d384344f545995c9ccb28da9999eef
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241fc8eebe35d2607a17c2675269115c74c13935
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eafa2f7748ce6e1e405d34f51b0aff3ab809dd4f1c9982a40d56694ec4b0398
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef480fb9221e1834bf4aaf7c40afb19a17a1b1b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d73e12e310362db969edfafb0295341cc5ff54ba07dde7eb3b47f057d944d5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5e8b77427c5d782c2959de441c80767a13b3a0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52c50b5b485d5822179dd9b3f1fdad9a4b3ac462cbe0d897ba8cd44b53bfb59
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73881a74c7a328efafaa83acc4f8f3c5ee3235e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7d83019a130df400383d88d31720f423fdb420dfcdf264c4947255ba3447eb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a137b93ba71c37de6f31437a857785c0a9e14e8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdefb5853f15c287e0778c2c787fcb48f086e40494cd32b580c32c781325d02
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a293f829eda6b97ec908c9aecc4423ed06da9cf8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ad8cc5934c3574d227830b34aee47c6a5745c6da662124183980d67b5530fc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8067d6504a9d69967875b7ef7dac18186920384
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb0aea4275868f1780677a1ea33dfdcaf626f5faac8c224d15114afad7b910e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a1183df75856b8743fecaf934cfa3d4afabb57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c817824f83fb1acffdf924dd29b20c1c46246451e6633326788d0ca6369b5f0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19feebecab843c6bd70c101b2c5a3b8905b2e517
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fce4e71ccb312c4ad3b7ae5b6241a5e84913d31641f4c234b10a3eee471e022
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa6cf7b8611e9ef5233527e6a7aa3446a239468d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d1e68031e92e25bb430d75281defc1995556a786bbe323b093ce0265cff7d4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcded8ae30c0364b10a25353d6ac30175de3449
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abcd6109d5f0ff2bfc2dddb7f7b0f9bad1064366965117506af3cf8e0eb3b2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90aa8f8a19200699b51e54046119f569ad93dc76
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0ce72993ece32fd8bcf3738e148cd24735e5ec168f7f1a4a03e49a67e5d3d0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a4842edacc7c5f8395e3c3ee43e7018ed9bc8c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5225e4e891b8ce167dc804b8b0c666a9fe16e95f74559b1d41e361c259cb3b6e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0d17daf21f3a4eaf99843fb4cffc77df914ff5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301f04c736a033a2cad4772980fa92896852af865a563c50874b595a4c270d25
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ca3ab91d383284395c73582128b5eab13d84de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba5a465a8ccdd916f18c671024fdc6cae505af17d2fb0adfe43bbb4892b7adf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6881f20965762d69983ad522349304f4a99e84f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ba9aa527816b6e4e37516ac6bb09feb477d81ba553f7c1de6938ab5aaeaf99
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537c0ffeca5a952d9a58853965e853785ca5bba2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de44945f4f0f453824f35f56d06120e0fe971758b8a64dbb10c647dcd1eccd2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac793a81d20c580ce1789d28f9f9da09636dcd0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba830c66e3e92150378d20dd2576d0ceebbc2228ad8b8b33888868ec6fd2a65
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be010b297a3575464f5ba715d9ba7ee6a3f20745
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03744e7fb3c773bcee67451fd6cedd48dc0d0b18a64830ef5ba3118ddfa3595
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6506281d808410f888e25d3e2393aca925ec7fe1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92e4fc83aa4fddda93e57de93741c9d0624e95f76484e8c828c9e95e75477ef
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03a12866dad71e535a5e8d5387c479707f20cf1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42d1d79b659cf597a61bd4b347abc5dd9d703492e92462346a2129dc11733ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee65502a4a597ff3b4834333fbd0b169afe71f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7369e749c7503d933515890f2381e981da2e031104d22daa0a9f86f53e508650
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b638e4e82f351359ab5eccb0644ba768efc9481
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29fbb03a3ddabe72e92c54660205891c276ec9233076d39163c94107a52154a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251e180cc67c9694524a588e15be90ef20ca4f73
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50161c8d39e1a525988d88eadb40d1f7f6e06438a521548fa674fd661414f65
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ffe9a2765842ab3098b37304f02b2bd3810c6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ae39468fb9dcae84d5aec99c918454b1c160fd332aca27335937c1d4adeaa4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79294d231c26543da576c2b57e596cab26b9eff8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7361ecc6b42585536093f10cc5e9f021a6c83eb562a4942a260bee37a9b1f2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2dbbdbbecc3b94f949cf482f66795c6f616cf80
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e7b534ad2e8f1ef2e7d6fdf2f15c921420b5ee35c95b9ee76ef8339426645a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e33532565332633503c2c65230faf30cf8730bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d544253772c6413fbe7d1aefddcdb52253d8387efbfcb3a09764f67f3dd9339
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c7be64091976e2987f03f4cc7194188cb3410f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791e0535be6468c01543bf793623e34cc1a0bbaab214d03a13260753975033ff
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05565e86314ba166e722886bc1eb478689b05bd6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ff6e3c96d3514b93d3bd1454f6d0655e45c5475bd9691c25c68af8c445063c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5897bf0244ec5293dd6ec3058357b87bd09f6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b9d562d1c4303ced13fbbae1b95609983f8f88c37b8eb27741776574f88326
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72e75e2dcb5da120bf8d63eddc050e0166a546d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1e8a56127eb84ad64303b834e732dc291b6bb85a5df670ac9a72df8dfdde76
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11e7634a3108508ecba7b8ac43360f32c02a3a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677fb3b2ea8b806e0c464a57063d71d77be688843b4c8ed083759615d7c40205
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22b6f82446734fa45116f02d79adbc6001aeb50
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e66325870747919e876e6ab8145b1b8f8c7427b818c8515cecfea7fb1560db5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a295fafe7a9af0fa789ce2f43b00f58562b5b80
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22f79d6801ad9235d873d598b34af7a8168899a2676edddedb33a117717fcad
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962fcb02823d3896911d36f3d3abfd42a5e0bbcc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de232050f058c4abdd1a2655450909858cefa7835493e12a4d7f12b450ffcced
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5b5a9bb11721943087c5fcefd164a4ac9c5ec1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de867226884297b859144989e6eda41f2566677a313f5e8dd88474ad8251af6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e78e875745392f82319cb7a7adf74fcdf20593d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5014b182cec7a589215823c9f5cdc54c7d4a0e16b850a3c1ee5c715129a83f3a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c023c23399443875b21db6b816942cc4a020975f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de24bd5c0f1863a18732e59cd7579656a772d63182a09160a1d1e90a7c772d2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10399dca0d16434e07915717e9a3c0e8427a1982
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d54606d948e67a39294bc42d46bb4bebcf565a5f7a6ee38afa2e82fedc76c4a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0d78772ecd4129ec24b4c69541a3035648d947
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d79283d536fba6ab32c299d7898810753d6b035a3c1d5e2518cbea3d8df09b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf219bfa837015e64cf47343546fa9ad7668a54
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180974a01f9e0812ca8e027459932db644d59a4f6ecf5504d0fcc025f3e92df7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4877035d3e5c432158196a2a3a2999b7b8a79ff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef5438b358202b440aeb823e4b813879b0af06e8504d951d5899a959151066d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa550388e4a574b4bd94b3c50b03dd1cba39fe5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060d564274086e96c5dd492ae5bd7d9a18c71f5edf368e7bc8c68386e68ab988
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e253a68216e057198d049d664163c0638317783f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17781c2ffaaa5fade470866859af3c1207840970b6cbba7ef73dd471154b99d1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db3c53ed397634cc5808f5668f7ae4c30540845
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e48a9b1f441aa60f1faba48632fa9e1552a54849354fe4965b87564e9f6fcd8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9bb5977a46506eb3330b1d61c754bc687050c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a99f3e87ce17ed09d05334f75c040452ceb3f24d38d63709578b37f7987d37
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02abb0af376045715b52c23ac213a3e619861a1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f085a6b8fd0521d2a3a366f42e15015f22949e0e10c7ef0fba97d250793e028
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78a75018f83dea4ed9af27cf94f4971b78a82bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853db98e7d6968108d2a8a41dbb8add43bd4dbb73ab3239bfbec465b3a0efecd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e102533c78bf9ee772eef681af8511fd7064c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8680d5a6b0f0a607ac8bdaf3a7fc7646147a78eb668a6f480c5781920e143e7e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495da8f50ef6d2281411e4c537c4bbc422f938ee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362c310a649a818d8eb74793a3a49187d0c9937053f09b3b54b9f84499f8e3d6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f774f4aceb0ce5662182a91be77e12c9291a5f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d2d18fe7bb70712c5599153027bf1dbcf49e4f00d0274b0e97eb80e43c1888
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7f6f496164573efadbec345b91be88a83d2a56
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2d9504ac2b91b9432031741c748752903b5ae4e11ea41338e578ffd412acc1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1edbf805956480357d4c21a4f48f8c5c0218e1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fecbf0589d3ac5c621109ce078b2a4861fc9ab735a8277aad3f7761cea7df10
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7526abffee2f22b782a065e49ef1cf237a72f8a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b883bb5e5ce59f48da16c475313945b4c876e1d8e7c9562baf578260c539180
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d29a32df09014bc4d6c15bba949f10c9739fbf5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05c163c7a6b6cfae00c1afd77e83d5fa9f5d353459a40d287d409b0da9b9e63
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34569578ec4f2338c7847993a80291744b7939ea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c1a5bda55d7b39540194e26b262028725c2f1062d32ca8dbb8e23c42863740
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3742d9353cfcd54293bba2d13393239464618c8b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5009d85be96553488f46de991734c274d02a5e262e17b4636293d6b08a28c895
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715447a35b3ee0bf54441474a733c4bd017682e6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc23ca0e7b0472f0a7cc090a4c6ed64107a52a7e94d24d49b22483097ec22d7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40427219f11f3c12f39840283c285d5161a2c087
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86846506177064bf1dc4542cbbc70f4f7d695803e655a619170752c5b9f78d0a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949c0a76b3441978d4e4a086b99b9efa64ab3a2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40287d2a321316233a1e4072db2d4a7c6330fafc0dce5804e6e4e9e58fc95dbc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3eb4007beed76fb0f453e165dd4686c47c6b87d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a97da5773520d5c97c3cb51deb8c501ed9dabbc99742eb05758715c0c61b6e0c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfb44d5f2956eab124bd2ebc6d238d769431280
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa473c3546a13521a9df7570b16338cca8bee6b155d868d9c1e45a9c0f16d5b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0bbaab5f2bac8943d2e505e79730e3d6787932
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a493d42589f448007e8c8fd26b4739b0252ee902dd2d06de11f334bc6077e97b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..865e4cf8b2ecc7e3af50b9c2bf826bd090cdaf9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b33f5b97244835ce7c95217af9df4c5809aaed8db164a6ab37a07646449b355
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9e435405af0034fc960e08e0666af3e3232bbc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48abb2c69071994cd93f879e1525ddc5a0e4f1c22dbff1775f0b6953a888a0a8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ce773cca89797e387cb9ab8f9fcb406f532edf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6554d96b2b5088b4d78160f81da8afbe3f54d69d4b52af9fcc4db5bef3ec67
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721e572f83f09f83fb38b146d331b3c5eadf51b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8ded07893b4dabaafeee166a6b49bc754e5e5f4ea3fd3865ab520027ecc691
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f454384d276d1a083e3f4f59d96bde23b563831c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e688c4e2b7c78217cef143d04b6325a2774125f4a9b4baff2a9b63dd305c42
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc7f2dda0d450b9f8619f1df748a4f2baa625e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d42483959b4f337154fbd2a01328e001601fef3a2eff825e9c4587b5dd9a832
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a884c99b30ed395144d90e22479ba1a65ae9ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ff48ade7a6f5b99465727b99a77332c24c3f2a9b227daf0e0298e5dd4cee91
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab80673db74dc1657fd4f03da9112b851dd5fb9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc88a223845cba127cfcf20c8772665e11f34e69b6a73f441c4594f7a659c37
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90bad2f97946c8be4fd5f7ea8fbe5cafd65f1f88
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991cb7dd91b24760977ed88944dff68f17be57d804602bbb6462b279a23f122d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b7a40fb825be87e00f0591484d9058dc40b667
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a130e7b74db76b2575e788baadd99417a5598576cc6bdfef52147c5dd7edaa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c347dd53e923ac5b180c7a2b01cd14b1f8bf0f1a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e218940efe41816a4d9cbb7a0072fce7d32f1e4fa83489783b468f1168f00290
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3089a952e1d7cc7067c7224c02265e03138692
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf907add1cee584c60e11758f9f43b284c1abd702ea0c91f4e1c04805710e6c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b493c7bb88f8388a75deb42a66b5b6ee8e6e2f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e395eaa675414501a4fa035cfba6653e973605500c81bf9bec7a87652e5b0b6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4174eb457bdb5169c0b53316e936f925f9cf6483
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1105db8d76c543c2e225a6fba4d0d26f70e8efb0d72b08464e18fe3359b74d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085b0b9558c7dcdb90f8011b9241de1b9eefbe49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d3bc2d4d276becdd67686510cfa785bf1f5679b963fe27a34423a457ac1bba
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4d7e10c98c01f63825d29e4cf5669cad0e96c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710873bac1d167d1fc6913fa89b065d6209d846d812f25616abca5be1e0c27ae
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326665f85daf7e65ca4513f2c1a3143429c5cc86
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28052a0bb40adbe1c3ae38520621bcfb41dfafbf83faf40124ee1a1afe280b6a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917cf84d61055246fa895b147356a9e30980e55b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5e0923967fe7e9aba9231820c92b19138fc608635d63ec87ff7e21657ddd2e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137806d47d58f98e638182226ca278d491dbe813
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6040b3365c567d1b623f6c6e582e12810b4846c7bfd6f2bbc656a341d02c6b30
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd436b3a2ea591a179d3bf3090bb0d0e0c02b50
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0481dd5ee425c2202708a3d1963b146cf4c0cfc48c80f2f54b81ba158ca5ad4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0bcd8bc0b9d280da4fbeffd2a237cd6568c0b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904f101e1093d9b047bd51e6922c7e02f9572851958aedb242373c8f5bac27ec
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c38911a07d3dd594f71195003938e06a8ab17fb0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97e04fd51e0221b2b08ec17de678f0a0da8c4eb8fdbeaa757f6527bc6ab053f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e82b8d5473f88a94b759461a0592bf6b279e7d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5810b79073e76a266bbf3f47f28fdb2a1be9137498d148fdb1dacfb7c78c1ad1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b9aa483ed86131c0add9a58016fee2d20578e1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a53d31c5bea9fa762b779701a893217aa83fee615bb85a25d3c7ebb0a004b7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75e38a865ffbd96b7399c7420457d4378a05b3c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab493626c5549ceb89575e5f9065ecef177ccd0be36a4cffe7d0b374cb86561
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d770d1f5365df7342e8c4adce97595ac6fd74ee9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce9aefc7c79e0f629d9c52de81a3f0402613410b70495e8098cc3266adb1f40
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e17bdb1cf52d5ca9fc1483148b7913bde6781e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d71864ed594055bdf2b67508118b497759a57d46df798bbbc0b6b88103c917
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0719c05236a45ef4fc53ba714140b67a0de7c4a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01670650299ca3ed4348e6b6e4ef89edd458211fa31ae0671d1922ec8f82d7d4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e290765ca84a6e97e348242ac200f9b771a393d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9618b549db2aeabbfe2ef3e4c6b47cfd2e6be71b910fbf7fd7fee8f953f357c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9c750e7b003cee07481d1aa99791c62acf13e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83bfa02d291368d58d89751a89527651e452fb2cfac8d424443bd95928d3215a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9d72c08235c919f829a9be172315a9f3f5dac0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43df97d2659a5a1cf952c430a28896b1a64003e05c4b0517fdac4b798988ba3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ff4c9aebda683ee84cd96d747e9223677cc6a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33848e8258b1ca2bd109db4e6c4cb6893fa9a5cb74602f82c8eb31ce52df4b0d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823dc4729f60103f25d3aeab26044a8627a997c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ffcdeb49896418f302ec71a745a519a860076313e67249fbd994ce3575664e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..169e8be92ccb4e012f2f3d5ce6c865c6d3fde382
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a868816d1d66b99597c115d3f8a61ddcc0edb573ebc5282637b3024c08c778df
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a989ace3a649b549c34dae69df712ff1d46388
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60cb7e205bcb884961e1d696d9b212211e523e0174e82e6c42401991fc88e35
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ae5ce5241d4b603b1f767286eb21cee0dfb62b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e7af2caf566751566b35b17f582c5cf3191e6410bb3b6793a97aad60d98c1e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66ef37191be5774c3f0c5a71fd5b947f8dba686
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7f8cee6a912870089784158bd65156f69297cdf7caa66ab6e6a6ec907ab31f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05d289540b897e615a75f27efcbbb8147852981
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ee585417a1a6d87bb72c8b3c57e5924376e91e6f71f85af426f31b23884989
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752a6347539f319417c47b8b7961ee1b1f7935c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6da93897f8c84d5cc579df91e60e06d86d21c886ee684cf66372e9e0e1588d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec171a4de22b8a291ebb3b351456afee7593dfd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa882cff1c76d1eb2f9371b9ca0a883ab4d7cf2745163837d0cfdcb14758141
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2db0fe6f79e416101e9a84cb4543cac85f285e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155dd2f3b95e0c653136854fc7a0ea4bfd08950f1734528e051c7a08f8841d43
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf8329a4561a17f09ae685e72faffbf9536c6ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc6fd2c7a15055123455d861a63059a86d94bf7e506a5365b522c917b161d73
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8978fe7c14b40afa25bf9b5f5b3a05a519d229
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5689e03fcf1577fa63d17667adda57fca18599147b88e0464e7445c1909a44b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d292c6390edc10dcf0c89c9061b2b1616faa2d60
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b709c8121f27dc65350451052148256dddc98856922672acecb9438d23116bf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c00b4c8bdb8e568a1d8d019f5197bb659fce0e8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c2811a738bea46cf46d56f4f6c59f8c71fbcebb7c714b7f16780d656dcd379
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3357778a0148c8ca8bd36a465fa6c6b239e98823
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9df16c2672afd0c27743f7003bf97578ba9c4de4496f3d50b42b1845922df1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9376bc2fd7d9631cd44d9b7d56ab65b43c57cd7d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524419bb26a8198bc1feea4832e33ada516b6212e7539bb90e0f1620da1ac6a7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd1076db9d04813bf5e142a164dfdd24d52e5b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e1c0782e9a8cbb8b09fb93b09cffc47b1991dcaba3a99c5f66686d83d15725
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb6514334f11e8e5e457344be28852253733e2c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5ea225011285cff53c7bf50331d4c4b296f94808efa214083c7993e3632be3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3f19091af3c0d91dc84e70056f484dd84ab76d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beebb10cad31fc4cc75b35c21cb4cb74538411ec21e3126c657c6de453fe40bb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd4f11ce38d59fb6d0e98ad50ea20817cf45902
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7eaf2b71e7026842cb35d60b49d20fcc488057c46a07bd4646bf6ff637a3bdb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b027bf43bd791799930f3718aaa5781930fad24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff644c4c21eae57ffbc7b6445a711c2eed78c9ce71a72a82b863918172e9c5da
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d23e04ff79a0531900d5a877a3f1743fc49134
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e4b697032f97dd1c3a309bb47cf94720aaa0d2214dbf04ffe78981705b4e7f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7685574acfe6a21a769eb742e0bfa327a482c01b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d14d252bd9326db07909d477e7c7a9ad0c37a0d71334e4f57f1bd0125fbad3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d266c1474afa9d08cc2772ceb8c2e696cfbd172
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac029485864761a7cbf2de565248978965c93d47f9f646b14388ad9e384a09ea
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5d8a908b6ae28e53b381502f478538670be059
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380dd104b2a84d93a51355286682f337742f34f8839a778e2418db0d9e51c09e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28be7a3e5552c42b997a7029018c0622606d34da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b74ead31725f542abef13f3ca183965a6b050aff85dd89b244d8c88e31d476
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b447f76480d1b51992f392fe558c70c7c6bc1e24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3389d9d7a68abec3a6fd00db952f9e2725eaa4b1ea824b066104fe70167fbda6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a10ea8fbc57e4984ec9029cc054cfc3505a95c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4da991c4131a597da2a6d8f42251f72087695cdc7e1f55b3a29cf896cee825
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942ad5be6280cf3752f922f3f5aa5cab22977077
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be8b1bc42a199417509481876d8bfce3a78154d425b1c54516b3294b85f192e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9efae56054812d1bc4d72260e632a1ef68d8bd2c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a399d322b441d51f5fbc3bd60a73bd0bb4574594e4d975648660ff02d6d77c35
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95d60a3de448744e9126d8edfcffa98bca2b40d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95235b88d8c1d3aee21f65c022b43a6f112daf54cf6cde07f8532046977ff1b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5541484b6e8bd73ccf353b997dad2ea17bd7cb75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4cd6da4d48c977ed1c8e0a532be365be692a0ca1ecf30205ff2207873fd5a71
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed66529c8a7ffbdb8d5193e73eb780c01d4e979
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444d60fbbe546de7d1c21200ee466e41a5deebc17bd41ebd372e1d41f029bab9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fae746816d0d9e948646b692ce1d41bd2d96fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a432b7a341bd15ffa07ae925f70dc7c79a5334c71512ce35417bc69c1daa78
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3714d3f2e1beb4b70f454919b9cdf9ef2daa0667
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416a3d444d4d90497a7994a32d19f4c1c56a177d27da4751465493b6a5e09c42
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d3711b474e26f5e7dacb39a7356ca95974f472
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5401f5be4168a200387b1e3274cc3302523a4e1d24bf1d0806bb8f9e4c1c2245
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d3f1f961556206675d2f6fc4df70ca4c1c82870
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a276701aea842896ffacd620923db1c1fc698da2b4a13624868215062e169b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6950480077110d1ecce81e479559c9599eea5f3d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b6b6a81a26eac34c083a9e4928bbe93ba97532544ffd8354578766b8baa2cf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912033395ccf71a97b255125c7aa1c3a59cc3a4b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c6cbe8be687ebaece77993cfdc4ff73985457f21a04863c38a4a5adcd12dbd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3049b771166ce4d745c7bbf85ef5d70484074a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5759471c85c9de2600bdc215508f1c8d503468353c571210116ab1349f0b5be
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d75529840e9e36908f0ac987daad1a657c9c2f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c066b1e12e934054a1a2e296fa8270d7e7c62907fc366b298f561a4f33d4a1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223c938a99c0450846dd1a410413f63cac6f2e10
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707a34ca2c94cb7076c50a0d139b6fe4909f7c05a2e36312c3e518d2be4e87af
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923d496358895614084ec0fdbb8c706e46404bed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b45d268ced772fec7b2bee4642f808449c119d1cf6bafabe29a93c184ee6163
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a7fc48086a98d8dd1336c3c5c7de3daba9b311
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0940737f5073aa256cba17a8ff9d2905accc5169ab346643b174f559021084
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2243ee50db4cd36fca34742950faf2e122fc72f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f912aec2e540caf720118a253ac5ef06684ccf34d415612457dfa11b51c75d1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40ba2b1a4a84f703054f556ec5bdb4463faca71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb95ef5820e39c2546d59bc25191570f00c38fa15e3a50ff1b8819f461f6698e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b532179e1a676bc510b0dc2f0998258bac2110
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed28af2f34e056cd64ab23a550859a34c1b653167d4402951e3e4705c571e034
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f2cdf0e492a1e7670224dcc21aa17492788feb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd86820e24532d6bc629788395deb488e9ea7b8cbba8bf94595c47a9ad467ec
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768066b7981c2d5fa02a998badea1965fbba4fd3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02133c9255f3d8475824d406a8d7687e1cefe0cba3374ce72cd88dd1403c19f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9f42eea2c85b7efac9ac7488b45c0cc161171c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0109c9e33669e7404b7a66146300750e6d5fb0769a5a78ea1d730093cf6547e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a8157351b80e503bac84508384f624a7b3f9de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f92ad5b83b38aa1163e3c3503b3adfe120ca8502d0128f22a60bc8c0cd0ec96
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44487fa85b9d6385141135989837669d5282eff0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616b5ff2590aa9949a150353fd6c514d43f5cae32d158dd43762ff76a7b3bcaf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b411454b81eaa00ba2f60f8ed9f9b2a6bc44d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ecce03822f0f26ac0a2c3df9816e6d489f76f42d377e93c18af31b4265afcb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..368123061c27064a93f4b00a36b1efc4694091ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8633ed8b12806fac106c9bbede564baec6a96692d3250be08bbdae818f9e93d8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b28549748780336c8c800c056442ec5cbf8ba2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73a61ee264b16af854f06ad24a0f63671cc0cbb2d36d969c188d6ee8c19801b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9380218aed33b679564513bbaece991188cb32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d4842743f332cb529c6236def61ab0cfb01eca40b0a8b79f3f59abfad4f4ca
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7a395eece9dd4a2457af6a4a6c67868362aead
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9b321ab0660ca305a4d318123308fb2ad6bfc382124d86a5e16eaa25e65e65
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5947be3ca43b68b774ac5d35e070217fff5903
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5d3131d6425f003032f541e825ce6217bc6de4773449a5573732871a2e8d1a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4f8aa7ba40b10f24a6c6c1c45a68374d135f4f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2855e795f16d34bd5405ade37f25e418a46a16797b65be2f4b321ca06f253ed
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5239dbf03270a92d36cd10d94e504c6f4992ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56f3b9cfb3b22a6f8ba716dbf8f87c39f50e7f6ea5e857a47442309d7a97acf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f3800549222e04de3ccb228ebc0c12c1d96583
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f4e458ffc6aa24f0c7605c11d71498f2f80bb3fff3daa8e7974b6fe752629d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a749abe61553b878b0a058107babaabe4ac41cdf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79932dd18fdb5f7412ccb5ef182da7efc31ac6d4a3781109c6cd508685b5f166
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59015eb9df7c4a1f9fc7635332ccbea477f7bcb6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7b92f8b60cc4097ecde51ca6de4489dca9743bc58431a207fcba0fc3976da6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461b47ee486d3eb4cd9e4d0172dff64603f7cac1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db6d93c4164032a91d87cfb8298db367d7a576e928dec13cb7f925d84710f12
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed03f4d3283c7fa579f63a15623124a4caa0024
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb680f3a42bbd18f8f24023eb2b3a9bb00f11fbb7c52dc0b4fd016624a21992
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2801b1c5d9ee4bc052ef7af8f2140f381247a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb20e69a0676ef62d0605052c3ea1b8d0fb10684af0e930bf5bf2c59ffa1a6f6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26938f84e746005474477b60121c1b97d83e98e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a82008975d1334aed7fcbcac34de86912152d78e5d301ebc9150edf46c215e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a943d0b5dd2682640e5f0c9360451e1c446422bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd36f1ffa8a6b36d68d32d284dace243de3a92e3afca603e25f61f0dadedf81e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b851407d31c82e09869310ab7377f4d2718178
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640d4ac3c32e6224e71265c47eb8757a5c52aa94b647656fa62375e03b2544fd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aecf6ffec3afd2a4025b310af303b483185f19e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1ee85a6d633549cbd5826a172160a90ce1cf9e7f4a71300b39c963b895b3c2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577d85e2486f0ba1280f8fc12fd81bab40fd3f35
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc7dc0ab5ff82fa162b576ef8028635c2ec4fc41a598371cc498bbe10b6ac48
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5036c782cf971f42cb628f74235bbca8459378
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ece4ba7e47f1caa3e316704dc66082bf63cd1200a22d83e08add2b84b18cb22
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda9a36d9646d5e35ba3d20feaf07a8407e569a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0383cb7e43cd3ae6f0026d149aae6505f2191375b289a8fbcb4390b99ba65e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c071ce61bd954076f23c3bfbc8a3d5071be37873
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6ac27a26e28eb8371f1336a0d25e34874703188bc23e75b7edf649bc03191e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c2147c3ea7bf45a353ca15fe2f1f363e81b515
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfe352db69183a3a2c653050ac99f5e11f7343cb5657e6b5d4db12bacf48eaf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597c0097e1d5fda08cbfcf1c5c25ccfc6c7d0ad9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20f2ab9e5cc13aaf88e4213252a437d2476fd482c310d57daae8dbe9fd9b896
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b7b09aa1fa1f8c6a0bbdc1f013f90af5d553e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3288d3e69ce70390c9c2b01f7d156b3047e5c17eb8fdaaef8c0990d0dc261930
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f0c86f290816d7c546d6e9c48d5e14384c1915
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05d4087938057edf61cc2911effda62525eea6ae2b451b0e27bb6812ebcc82a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009b955ac3dfa8e3a9d7075f428fb1fad59e834c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c1d278f13ce4a8bb169bf1791a8c42e50c91a889dba35040395a642da8494d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fb76e6aa753b64e43838a1c67a6449d19a2017
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96216777f5a5e6b07993323497d77e1a6cfaf9d7c1944c09198231c273e49e77
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73820e68d5ffcf0918828306fbd4055a38a88c6a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c4cc01af1f690690d477e36996f6ca1518adc257173973bd5f1d82bfd4ee42a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb195514d9ab18672bbb7ca4f64e40e2463eb8fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f674dbaae94372a0b89880df27534f53ca01eb94647e373045329394c63bf823
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c150758760b7648ae101d3f9497083c15312d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dfed6e33db198a0c27d77cb8879dbcfa07c6ab157e7351b736a6239ec770d6e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbb0075206542182d4dd73cbd1fc03ababe037d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662c504338947f33ed477000944958c4cdd41ff953da053b68c4ecf77b581fcb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1ebe800595afda8c0320ce3f7a6b6d85b24358
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f6c9d2ed5f96735a3587814c3db36ce9f4d01923d46152b6b05f3c9a0adedc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8594548371718fee645e13da72145249a59924e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426af17be799d29c34c7060bf7062c226b8544c7e45c8930f51de3f128e6478b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb35025d112fdb9b3b50abdf8d277c6f2e35667b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbda5cefe4130daf8a2406f1c709499e200fe91ffa60af99b0884fe33b8dec40
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f025f6a5d84e48d4f7b99b4e061777f69e313ea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ff6940b7960bdb7a93ed9307eeb61f2ce8cd74270eade16c8386f7329e2510
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5a7a752b15b5eb655b6ce3e5b967de0604883f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e823b9669007ab750595ac109a70718db2fb78e6245d40085512cf7643de510c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634ea39e69e1e26c1a6aeb5575dad7d7f838674d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a011fc236bc2214fa658b8490f130dc4d2bc0ecd1cd6af140b6f1cd88ffaaff1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3feae520e6b7d5ec1c7372a71a0199d0066dbe3b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce979a000eaf6040d18c6059c75adb6caa6259f6937ea20fc42a0614914650cf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6bd2c8972e8bf2f6fa3cc97b82a7e90c1ac6205
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47047bb1441bc0bb2b4614ab87edf2effd04c171811f58fffb98a81ea447a4dd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a71d2776e5b83863ed51038365886b43fbf6f43
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d62256fdec11c1bf0438f2224b9b390608f4521beff14b796bdfd51e8ca3bc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0457702bf4d03fc07f811ec2ea6835007ca6ec27
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f48b1424ea7cffd760482d741e49c4666ddd1554538391bd2cb364115b34f9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ababbe2b53b6a88f2355db583824c88c345091fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4840a7aa0910f217f5d5e777d3ea2f9d701f89954dd9b4c1002d70e5f3299fd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6c7e0fa52526dd64582db3f2e93347fdda223e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451515ee844b9e592b5c050e5de08c4ce08afbc116eea3368e67f5b7111fb982
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1bb3ff9ab03e62e11c7c0e52d9b88ee8a8d691
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75668219aa9f7680dcd65fb53d03eb8f71b97ad6521d63a05319009cd1d91234
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174d6d1d11004528f19bf07263be928f4f9b5ede
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12889c84eff0eb7e2e46f078c8ce09c7972ccf832bc1c953a3736dc51bb27cc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebde5a837feebe56c8fbfda953b5e97fea0e5245
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba3f029d4c5daf4e2a3f106929fd2e97b4d56a7a9ebbf6b60227c933f2098e8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b0c2bc744efeacc6fb0e19f4ae2b4955477db8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7909abb3766f2ebc7c2d4485f38ddd9a5a1e51b0817f6e5c93dbb4cb445aec
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4c576d398dd14ef962948458807214cb8e11fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef79723b26d238b3ebf04b556aabb1c21052b66be2700058e92b705a201f9552
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e657ac5ede74428844dc893eacf414fa74eaa6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4b971371b52642bf376e3ae129be8cf790cb8581ed676b0735efe8e3486efa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd2fc66c92403a26252f36c0ec6e6deac460968
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6b94c446505e3c73bb4f2a15b225fbcd1afdb6f89fed3d4a979d0c08ae5ca3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24b22fabfe34adb606e4fbf93286ccfc90abc6e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27a8edd99acc08d2c234c8bf7ded0f1d84e197a986be8930cf8649b45a1a95c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152d143e024fed9dfa01c6a1577cef8fa38425db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4f0ea35c716768a8fe18e3a59a5367881c17f2e89417309f5e68c154122dc2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491f9a49338ff405330063c3ef254a2fa8e4214c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5193d742b8f2e16251d3c9da42a28d5949ee64e556751d66360bafbcef55a4f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a003dabbfbb71da9ae13e5bffc3b20088affc6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b2a824c16c984b846a7d3276c217b299b2ae3cbe5d5783956306c77489677d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868afdc0245ecc024db2217030258fcb691e3cd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f99fed4b864adbd99fc02e45ff8fb622e2dd731e1c2077015bf81eb9722d756
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348c58b56354cb7f3041df38fedf4c3f5bcf8f61
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb023b2cfff54193b4591c5362e3c42a99777377c06a3166d398445ea700a5c0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6525a198e41a5005a16352e8a8f23d614ea06aa2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726c45a1469ef88392a6af3263f49bac8b34ccc06747cda259b4660c5c5f7446
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30d56c95a27d162e9e6c9de864ac27da33b041c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389dc6155e64f700ccdc53b81ec48c1bd4d3ca4d6cca622b193dd3fde96b02a5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3ed8e99a972dd97afdfe8aaae0b2f0c85f99fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b887a37a9807dde4e40db16d8b00e7e6beb0316e5f91ae1a1425f361fcbc41aa
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c41bf79a52b9f3210e8b63c4c3d5d198c6f869
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033a108207afaa23e0fb535a10a5251d10242b32df066855fe93fb96223af256
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a943802f7eae3cbb204e0e8eaa47c125b60a2338
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a77f99dfa5a768dd5fb7759095463a7083631fd68f1a205505021edfba3a5e1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ab20f98d13e373a70ed5c6575516b5fee0ec0f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cecc63ab77e9c35bb7bceb4f118c558c5e94f9e59c3488d463b2e73c07f81ade
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a4aa7c4b24f8bb8eeb1b3ede02cdcde1231ecb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0012b06045e71673604cdfa969a75c358cea01c954a61eb02c41f5a708b0d9e9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e97af85ddafeab7f41e252a3323146613c1328
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e5475fc9f6e3ffc8701a434f7ccd1f88b92af05f3633ba69fd65203db74465
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82cb26a619e95a194307021cba153e66aa9566a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19190e17672947e1255bb1c01e00adf7adfb8bbe6b3c59d411afd9451683a97c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2470d722534afab0e829d6816fdf0bffe413c9ee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebd715fab844bc5b6cbbccc5bfa1183477db227e792d1b7bec37caccc5a6a37
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9abbe194af15aa27a005b1bcec46e8c6b59985
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6620775bac83031422fe22e01bd091f458ab27937300623656f3be0195f7acd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df775303683e4976b2d6698c1922c25b637be52
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099fc146fe909dc97f0b4dc183bd5a21dabc0c1f2b59eb2d05570353fb7ca11b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6433a8e81bb0b6f345a235fe1ee143b132e5379
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8071a3d11a6c9f6212246230ccd27f34f2e6e3c84efd8703612d7c10f5d7f4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c97ff766eb70d01e36f63271ecf95f15a431f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64598ca832a8e50023b23134366c4bf316bc461ea894211fc94ee861b0474ffc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0fb8cdbd599b8e9c303447868ad11599bc580b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2233f809d73231b162096fce82acfca338254cb1436822d96acb870fc6fb22
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442800ff065dc86f55ddb50c8572dbd61561189b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b335bb399dc3867345d442101324705fb78f44fa15343c3e02f3f4305548ace
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566b153eefa0dade1e4b9021efa5efea7fd94842
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a6da89438a44b49d1ccd76d02171de7ef4ff8474a63741df27bbbd7192156f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffb155e3d0c08902f657b310bc6d1e3604e09c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1a6be8143687c8bfc295effe532d600bec2f1bfd24d9973012394069733fc2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11deb71b3583ebbe84643a72bf4b635f3a2a7bea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1069ee2f48bb571c1bd4bebec51478006b6e7829175cf8d3068ae81970ea97b6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f151b9ec2c55698ae18a3e4746001080c483b8c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f9946b0d6a9b00fe86a525e4c398b4b2b62f78bcfb7133ce06cb813eb72426
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4800a7196c031441b995a7a1ce8e13c84b0696
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7532db2c9160ad0febcc59c430000dbf1530d69be2a9a1655b5e5ed1914f59
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fba02cdeabd66a65bdecf530485fd9917d5cbc0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8c54bc0219970b841e5b07ff8e2f4c991f1168b82e64f1651c31885a0f1507
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222c49e28c44e4462fe25914b1dd8528c63e9303
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86c93ca173b717161a8a05bd81b9a0d8b004181995263b85950af778e4f99a6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0bd5d0b92070338ad8e05442ec86c4f277582b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8090a9d3b5113f162278e0e439a6c0f5e33d8599ecdf40b75cb9a7993ae0b474
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b692f12c4592b48049854af2a26ed0f0bcc7070c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c80a2fbcb2e07e076962192fcbaa7e9cb98fab42dd9c27dbef087ea5c49c198
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6050a485c4028c6138f06282729872b6c41fa0e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d3220e04bbaf16f1d48ad55fbf43e96d5efa97b2c7d9014bdb20f70bc18ba9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b8c7a8224747cf9d1e6407f68b18f02d06e9a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648049bcdbfe6c924b1e055c9549563ba48130a85e7e8b8db65f98f44c3dec24
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5a80d6d77f15c9ae6b75f7d3fb63adf610653a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d2487c416986ffe661f3442779e00a4f98f64125fe4c8f440f1e1dd1b18f6f9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d438ec6ebd8c28b32153426f35f544c0f73a31c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1693341087340929f62fcead9195bc1ffac296560d11b148e52668cda098061
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77751251bd4afee99c498d40eac893f123b522e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3da96acc66f3c10482217e7040abaa73e5589c635d3cdce0cdbe2b139d9c0f3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3d2d0516092ad63ca8986acdb79f5eb3f2b32d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503af86aefc596baf46ee74c87f4d735aefbd36248d606bdd19f1f2df0b02d3f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91f05eeb3b6fa468572587398b1368bf3eac799
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7010b6df9c6944f4161e6f7b2473e31e6a8009d15f73fbb3e54f8b875ea3b53
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf539d73bb83a1bfdd7cd3ead56ab0f0a114efe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a99218d41413bc9a907f2a842d2c42236841318ba168c475a64c1931166f10e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc7c74e9f22acfbbeb550ccfa88c3c32e51d688
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079ff4aa4779262e2fb4b46bec3a759ad7fafdf6dbce27ed57ae6786249c4d64
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be675d1495fddc0c96434a791acdc5cf9bb3f078
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1205a22ee4b1b6c503fd49f2e8663de279b0bea94dbac8216164da639f53c534
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf8589f07ef5a1396f0e75f531b96f48ae8deda
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe34b774b4aba0a11248b704be561d35e60ef4925dbef4e286c907ab92d9431
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7626ade41e86b11437a6590ef44615440b0f28a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2fe46f4d5f9704213add9c28c847f22195bcfc496b1bb6a4df70962f39f1a9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751de82427222a140412239ee05353c45fcc4c99
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582a1ea3fd21f02ac25a46596693c9043b171ae19446fb6e182e5ec30d74201b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a68ad1df641e343376de3092367b4acc73453a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1021acf1c7a3ed7701504402a68972e442ee2dee529c29cd953a9ea9e6c6176
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ca0a59f10619559609ad764c029450af36d334
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa3e8b28c8b5f699e57fc0867098319b7a9901989c762dd57d3b385beaaa363d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055199f195843849fe6a823b5fee82e5345145b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f386bf2f74c511fef100e9dcb9cd259b41271293654294ef03c9cee8a0d8624d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8795d8817af8353285524f4f02f903d9ee6a661
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f24c8a39e790f1dd98f74642f42ef5ec317aa7d1a1a2bc5586873dafb55c77
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685b29b6a731e4219261c8b5860e41cc7ad5ad53
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b32ae133c6489d491b659bdad05c7fc8281b24c83e75deb934f8ba227d20f7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12fb38fa376b6c3d91203cfa32dae0b8e678cb6a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a76898b28446c04bee537f400e1b47aeecfaaf61e8ceff50982480c4830fe2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aaa111b9b7234043dc4aeb4980c0826b23e63ee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9221bdbc2d862fd8db9f5d083d10cab1bc3d9a845afec2395abbde8787c022
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c32e95e12505fb67206c05bd5cc0e0d30b73590
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c91ce5df8b324da00fdbfff69b155ab44f9be5d2d23bfa0ca02879e807e5122
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05aa91f43682e043b389113276f1f967692ca1a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae28e373f767c46505873f4e6bdeb8903d682de6c07aa3d934c140cd541b973
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dea6ccd288e8c2b0dc814abd322ecd5791bd499
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4214d63adfee1ecd5e70660dd5fe601da584c718574fa2ff79f6583e4074c82f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4df5b8c55f0ec01855c46ba7e4d07bbeeaa4b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705905313855f4ee71e7a7d808995de9d7f4393eb70fb618ac7ade2a2a317dd6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586b3427f8d53681d4b8ca508bdc454043ace3c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43dc9de06a386f92f348c7421d52ba4c7d1aaff5f97bb96131df1e2e4a9ff640
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2c0ea96c83651c172e9662761d2d7e6664549d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d97f642abdb5783671883da753405a1cf944e2b8e732e21419aad1b7ffedc55
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a1bb4340d0b33fb58abcf9543ba41af6bb405a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71cb243cfaa947df7cf3c29f2a804649f79c5af8790f823031d6dde33f4a60a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9cfafdcd04ca49a872e8e2a66a12d5425a3e479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a2dd8326b4a648e10380783ac622e7c32f1bfbb92a47adb4a147b8ae96c03c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d96b741234996ae880ecca60a2672d974e60a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f080b53a7a0618d231b7a8f6b103098ec66a2b2cd653233006f7b76db91e239
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb321ff23b1525eea7730b002d5806b4453da84
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c6527cda6e29119d334b11282afb3b99474c6a7f51c1851b794aa5060dfd3c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51407618c9054e3d48d6871c7dbceafcd767c2df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79541597670db38a23b62f2295050b395858259bdeadf133b38b5c763cb0b721
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7643ce9070f7cb4b4fc541fecbe4a4da79309f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4db783100a68fd3d96d76e8b2342c6c79631c00467ff9625055805d9984db6e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705191240912c425bd872042a430f8d5a15b07a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a788c18a1c28b9d4b5d3f79ac915b7485989982cf6b15f50eff1a285ce306a5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f28e9bdd7c9b40a40add55bf34ff5332e6862d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0917c53e8e849f15f951e0d5ac16a1a1dcb780666b43bbbacbd104c61e0c0a5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715f60887f40bd75710df8622421ef0ab61642c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c88f37bfc312355a9afe0b0cc8c42c9e94acfd70af95651e26559bec3ca5b8f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233f685e99a4aa92daf65dc4d18092f592577d88
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93898b06cbe165777b5dd68e81d7059a3604bd75a7fb1a5e7b82ae37e0529390
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2380e6bfcc9de596ed335e1b28ca83e336096ea5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eff9522cfad0d77a0e2cc45f70d77ea6a63ccfedb8204c8a688a2c74bc9859b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acc70cda2d1816e6c671a4b8bedba8f1aa2d06a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2df32baef5b38e33e8e5ce41c9cb452b1560df63e886633efb953f2236fa7df
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1644857494a99d12646294d5cae1b7d658c3eac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d99104aa880d3add77c5549691f699bef7eb270f8c013a25a5f5c894261415
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80bd73d7c14b124e6c9eac1439fc943fedf9ad5c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525b18a4d7456554f4ed4d840310fc31d9bff358243c9b2ab3c6332fc552790c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7938a6faeaa1af37faedc9f1d5f8cb8ec725db1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c3704105ea9d9ddf3a8e944197d5b938f916873bf2cd8f377aa7afbe9bd2f3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9936b8d9c572d552ffa22e63fca7d3610e202f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df83b665be7b5bbe40729c0d850dd3188954cb3c1a9dd23d259de7832df6718
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39091b6f352c718cfa60c7b4185c05538523a558
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e6813f88412624cc6589f3c1958a0d8121d6740240b4d75e64975fed896bd0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12034bfb6432d02a736a6fa78301e7fe4b3985f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97dd0f9470fb45ace823491b05fa6e292615e315b228f18eae195b1544489239
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317f526f2b9c54e14c9b2c0a1d9136f116262863
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af52516595d78472c0750d4c879d54eba6e689a8bd5c0f694516491516707a3d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c55a441f9336d18c16e9ebb9f799eb118d4c1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e418b16ec5c6df2637dc7d0ec9a0fe26364fd9bdc86ead407a618d5af43bb987
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada1bb1141c0e1e4ae862ddd73c0b9f9b6c6f1d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30af792560a9b3beb94652b4559b83588b1aad1a69a740035aa3847240f8c023
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c7fc73f4ad5e42a752370599f367ab75fba20f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94bc54c801ca8f1e6f5901a26667de78d2326ff1553366c16ead7bf78d53f02
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5ae6566c97c66b63c1f1ef7be806f421f350ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12154e2f58e9498f9ec037af2c6ef8d33b18b01c2db7533971d3c435b8350938
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1061262030d071c549bf93dbe0d2abac29e2600d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d424039993820852ff8f9b06956ed2fa8d08b11ffd002f44dda3fb09c05fa9fe
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e4d8a6fc4cc4b17556c807a1c35a03b46eb081
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965af246626857724a5ba3ed645280b2947f0eb8e432f5e086dd52462606d606
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a042ddbf7583e3abb073af86aa308b141fb9e68
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d480a414fe4f0a2798143c0954314ab56d852032cc4f99c32c3d50cf8ae7e203
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2ec27af6e057b127cebda14ccae0988ca23dd1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fcdf315b10477133cb426cb53280d0c39d0ee0fd5b535b9047de27cb7d28a9f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe4573b8199db5a3d4a3fcf03d5afea5a0ac1a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ac90932b306e081a6ef677412b94744e58e73b780930438c316ee942c797a2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54f25413c9c1b62689bd5d335555b9f0e051c8e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e3073b026ca6472c7c8e87666e1d5bbba92beda61f86e50626c8cdb06cd4ea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51154a08b4cce2163e5d623aab03fe5a988f49b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db14fee2c069f906aef2c19b0060610ab8db5ccd3a380a9e68eeac930b74248
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7699c2bfe55b563282c66b9c8890258dd6ef0de4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a02cbc95af5a52dba77e7a334e29eb9655ad1cc0f271f3313592dc0f792b07
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa41a4b78a099b1e40efa1a55d5d98a38f9b06d5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aaf30fdd41cd40a24d345e78e7b9ef7a33df846fc9e3d856157cab2b0b8f9b1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32469e369d1e9049a51050da88482f336eee03ee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542bef8b5c2af59d17b5a12b5bc913068bcbd275ee1ae3c99597b948a9b44f43
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1596a0a3e8bb51c4877aa9fd497985630d51386
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e0b7bcb2890cb76ce59f32979090b2a71dd514f8766d4e8166bded3d65baec
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11df2259087eb89b42073ab90a3c306d3ebba16
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8298fb7be1bb2e711a48e58c8d0020a4f6abde5323864c668a80475d04c7a90
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8030c919821448c5fff21dd1323e1421c4e0a3d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720a0f28d8818d6c205627ad7dc9b54c6d8842e498b1798d42679ed385dae419
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80c87c38b82857544201d46e485b546709acce2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b1e2255b11d61258d84edb0799bf6f7e3b625d4b463a6f942f1d9207613e55
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f854d185523e2ee8135fb8d3b46ddb17549f1e89
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fe081e97d9952eb1b58f623c43007a93902a63c4eb8d23e0c8f895b7c654d0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217f15a41c625a6956a9d25358a9a79b34824fea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b120852660d059fdc49ea55dca8c1dab93a8048071123dd006854cb3a4025ce
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f640580019228c5942a986f59afbf754d12f14a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340f2e9683d17c753e67ed4c199e0788db0a25433e14b121659ef26ac803e842
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b06b0476a1c48a0a7c3604a5ae322b574b761dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08161e7a9330e6b0d0cad1701c3413035a40627f63c7a1f8a7c949b6562be33f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2b38c0a6887a41078331d086106b56d8d70085
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1dfbe7c1d62c3a5e08f4f197d7db55240f72830327196d88b25e1a96d1c3e54
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0bf340dcb850568e15e593d16eb6dc2a25a44d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960ea6d87a125c9e1ea0cf9882df39de1842dee0d74813277651cbe9cf12f091
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7e3a497b2a743af79caa2111b7a571f2803453
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a5128d2e6d3dd61cccd816786ba9c35264f48028c0d2af8f158b6e55e56bfa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc019eb852bbec84c8f312a54c7be181dfa43090
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc7f3d6bea61a88f76d1f2f82315e64b4d1fb1afc18c03f68701a51080379a9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c0d7a0dd577724da0c9809ac2635f5acce4817
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c184548704dad8d7a37e60d1bc5b358878961bdb462d4396e6f5f8cd51d4d032
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25b11ac585f332250969f609534c9ee21198096
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00681df1a38f1cd1de76eadb6a50c476209b4faba98655fb9c763c67bfe2b8c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb6d2aba523cc0d7cfe480e41ae17a332649216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d4294796f25e0a0584c2be6bf44484487e247c8e9540ce7d2eacc0c8026bc7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4790005c68599f2f0aaed317412ed0afba596c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae2cdebc9ee14c46328dfb82eb7ad604122552113d6dccc41fd2813add780fd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab03f0f4fc9c040bae4a75b8d216adf6e025b4e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f8c8e63aa61db91daf4e33afb2d243b30849286026305f832a1feb8c101f40
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719587f1889a6289f2ed57fca02196a3f14ccd1b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f3cd6007a3768b41d1f1486049aa34730096a8aefbb44bf9612cb396e432e8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c14f193bb5d4e5a9ae05e569267f6c01cd04ddb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0e617c0812b7b87191ce6de5f201f8d3545fd8ec21b5504d699394c9eb143c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a53a3e9f57051f43aa51a2d03a6a0986b669c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa6759fbc1ea0cf5aa8127b0f2c50983e55b3a731a4bcf4707ea0b4213d738d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b0b6ce98356e9df8d7d61a204383ef8637229d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae9152859984d7ab0d27985fe8a18d2231f6089ba3968c5b36e0fe385b53c77
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f7d65281b2e1237f815e208817f1682e6b3f24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5210b65a9fcf1dbfa0181d5a7e513e5b06e52de9a092af4539512f8d6d854d11
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07154997ae7befdcb6bb591be5b5587e4e2376c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29746bb98c7679ea6d59c214bbcf7a4a496447cabd5503c093ca5816554d48ce
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c967abf8276fdf43f3739a85c56b22e89f2e1a4c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960a3b8d1bce32d33e15a6d1dcf96135066e0c0229fae71a25cadbbf0b27e0cd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8012946c8a0fc80c2028db13989f440b58dee20f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3175d75cc4119bd725117d69189d7450a870982a94374417083d4a333e97e528
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2bab15cb8aabbc18171413bb718d6771e65cf9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e38441e423d90036d01e95bae2aa655cd66a09f44dc505bae98b6756a60a7fe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb9dedfa60c11f065f3ae6060c99e93b4381bd0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a07e6157f0a0bc6ba29c57e6ca5cd0e14750abe7f981cdc102a99ba84d14e68
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef62b72bad4bd28ba7df038e5bd19b0f6c5d429c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a039c262cefa765b390535653f3b9dbc303b52f7806114f4d7a5289a1c61a029
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083ac872906c237bce3f667120735816ad7ea2d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7480b71ee446091ec257b030f434ed42d1c7ca710c71f04cb1488a49a52bfd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc84077a0673e729db78be8e5dc7592067c1552
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b873a6ed0a86aa171b659a42b9a68ef29ed35d43edc27a21a97a2cfe731f6a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b14fad00c8e47c58c7d8c1fe43adaeffa833251
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0574f3567e94b96f64130d046371cdf31444536dfcd699a11d17d3fa16d3f9ee
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee51b7e93a8f140ad9e8a2c0bf8c1c7976d5625
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061f2da968b38a9a8032b5783ca497bee37930f7a0546f6f9570f26a7d7a6816
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587f646c6a0a1066dc33436cd786844abfbe5d08
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd46f6c5fcadc66c1f79a655f4382b53271b4a936601011a920ea881ceb93465
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b3c97892640ff2883cb6cdc31d2432fa384ba5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbb0f2a6b43cd3af97333a3b109ce008e9dac7661afdf280ce7a80e5b087921
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015c80d873715ea5d29730bb41b0c12409492062
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaeff24a765ae083ada4e126c83c4bcba257157965fafc59e7c8918db2ac71f8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385e7e1fc52bf76c31a0633c44cb76f63b383852
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60133f7c9eedbc8581586e99b00033059b854b5f7f34612c910e3709a8d12e65
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5684008c5cdd396dd1a71fc07e6903690a5dfba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696865a15e3ce09fb8e0779fb985b168aa888c5961bb1012b4d26a9bcb320335
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_14/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766b5bcee530ac0ddaeff66809682b88d783203c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdebed6805ba7fa4088153be2c927d32e4f110991c4145455436906f5de34a9
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_14/init/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_14/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c8ce5e500e622e9714eceb905e6a21a7a2c7d5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb068896f1be64a2b14145bcb83fa501142b6b378d2c3a30cde500ab1edb3f0
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ef18f893f8ab8a22de1c47d6a9835d5058c090
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee51523918f5a5c1d4f1c9059103e5861d5c82c9da405d1c0a60be04b7c92f1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5b0c981fb314abef608377980c4ea80e2ee435
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ca45b510557b76154579d6beacd5fc630aca55915c69b6ccc29190ca19af11
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eea1d9ea8c5a85384643fc8ec74153f72f710de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44fa493d5f226a9d35212426f30c5ca360c2948168be1c42b890b41df69bedcf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45116c4f50661283ac00c6eecedcaf2f73088ac4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f1e265455688fa87fd74230e8e0f6e8d86ef5c84563d5a9dbd0590e0ae7cd1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc606df4669ec2dfba808d7adfe12a4f65c5e015
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a89083b37993172817ca2ee21bc2ef560320823e577eacf1e06d9263913a01
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae909953e7db52699c08305342d6951190b389a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd86da78a00857421feffb45ee2f16fd5abf986bd1e7752e199fc02e8d6bb9c5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951be1388ec0f0d8cf523bb0c1226e9f746e7ce3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f086ba65a75f2b2882fa815b91f1f5aa444004f645159f1e996bc9333b42b4a5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca93b88c4373ddcd6e2e69d5f338cdf6235bab8d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668064e6881d4c31b0b627b8234123b4b2fdf06efb219ec3f0e079479b851532
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec5e134b7e1cf0933350e122bf71e3eea12c58e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bdc942446f9fe2a344e1f93d55df14a68395bdca0d9880f17d51e45ce219c3b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268fda51dc58864d4d76de61fe39f391c01cd7bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27faab24ef8d15702e629a27a84744e9cb333fda9c7e66efaa6c98bf58b1190e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ee4b5b25bb532090a34091369f8d61a61f5f53
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955ac339d84e4e5472f11f73d0d5c6f3794d201d81f3c41f83c92d076fa8fc04
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab27c6e2b3683e54a6a38b06b0c482be60b92c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795c762bfbe31935088c4a3e23003042c8761d7f92878718d1e1223528aef149
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656ad0d9f4e5a92f1bb0ff77fd18031881cdfdd5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2e949cfd698170cd27b89a489afb4e624eab08d916fbc90e5c79e191abd5c7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23b41f57dc5b778d7af9bcc9a0c262ad1858cc2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ecfa8cf9fd101cb72c84b2ccf9f0538cfbab5d7424653d4143eb819090978ad
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57694a15ca2dac62fb893dac40641ad896b3350c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8af3221506b88f259aff4cf21bdcc3780d1c91e7837c4166582446f7e62e84
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfe458a79874ce8601f93f307e2ced9750d3a98
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c8e58d96513393b7a4bd6600f01f414dd4d1cd8ec0e14a90b43fcdffab7e24
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e2ae79b14be1523f8c86dc21e91c9eaac2387b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217082248e17b54876e2493337fca15a47cb23d5d3cc71eeab0215d01435a891
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1acf5acea52845cbd417f32e180ad49fa881f53f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e92ad5238c79f323a438305a9357a01e51b864fabefb9a0f41de74cf40dcc32
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0168344c87128725a66f4a8f692f2e62a5b466ee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bef68dfe425fe287909e0357a0ab28dbaea0df76823c12030a08eca3082090
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a1c492b5c3fc46405462365aa00a27b64a80a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6790fdb7329fb13d140ddc2c09737ede015725a59f7a59dfde51990cc0c490
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cdc5b03b55ea3d9edf4d8e027e315851fc9c35b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f484670ae3b70366f49dee4ebcd2d09c3d88d9a5d6206d689687a23ff31e12a9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6c99ba377c3db37d7c7b48348db25d04abf855
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554337170800e20493f89b2b0262d7cd445896109bad25ba1469fa333104d370
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f836d732c72a3ce810133f2de76c6b0017552c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2506a069b72322edbe2b68c8994a25ead75f1d78e7f9218af4f199bbee6ecb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bdac1cbe62d49093e425e034e5a704208c4b646
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57ec7512f695323613028728e07922d8075b0ea1bd6cca93f99fd7168dcf7b1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84da2f901d7582db68f17af42ed6a437e28ca893
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca33fcbbf0bf5cc336f6dc9609675ef24768334e0bfa827d303b84a75255811
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464142510fdc24ded89fdf3ec312fa1d24a2c7ff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752f106dde86ff38202490ece185abd741b92214f160cc71d58dbbaba19dbd23
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2231c1a46c1e13f8a258a470231c5c8f2910a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a70021d5426dd6e125dd7276428530d5c0bfdff622f4f99fa878745fb1801f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b8d35fc47bd4c11b03e5fde00c3e4f2bbcfd64
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dceca81ce55580d5e7fbf159d5e25044b074f771b025735faeff5cca6c1706f9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20544fecf43897eae8361510a518bd07c8a93bb9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707f3f96cd39938914325804ec0b2f9e00f6c832dad8e1d76bdb1b1725affa41
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b494414cfc593545860c80d9b8c8e5fe88226a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47208501e93f0f5b1192480b0c44de5e211fc8ec3dc203c017595497b3349e89
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fbab38ce6737f379b05b19ddc2d72a5331ca5e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74bb1c6acef312588cd031454d78c3b826fc2ec1b675c15fa99afd69bbae5827
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa5f3975bc35554c8d0f82568e13e7bd41cd646
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b683149bda23d971ae1b57cf333718643c02c4db681af8d762a1edf146e72e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd5392a4d5ddf493f3a64318f50e107ecb125a0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0884992ebecd6b2515630a3504b0e91b0fbbab91d900d8841e57289d2402b5e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00acc0ceae92d20895bbde3778fe972d2ae9b344
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcca3e999350b9c62cd15b89b526b1373c0b350f25c84248067adf4e8277cd99
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba64e667af9b2dd53703774e6b0a1517f7844f16
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee267b417174ed4fe36ac728075df694874dcfeca72d450e193153ac64b7a68d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73078688b09cae0a200639a6c903004fc4d7149
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a62f581edb316e6b8820386e00dc43af44828c767bd56ac3d1eb4d8cb9aaf2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76094bfa44dfde3f42954114ec436e5b719e89ae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99350f534722f9dbaa92faa12e462a0ab48637f0f78f87ab3a2b820cbdcaec2c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2649b528853e5e759c2d760244968239f940c5be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65645f639a0d900f74f34abffb06282f45b940e84be4730e8a25f60352a9fbf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b8c2666f9c235dacee6fa5370688a9bb4cc647
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2a58eb30d2b7e63af1f06a94a84e9e5b03249b443b060c04fc6e7fcefb0456
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e81790acf8f4d0119a6cfa0799a55e2b01c41f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99703a0650e59813f6877c21c6fecf901d63b8ae8d146d892d51a5101a974753
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49468d330ef80d0460683c1756c849decf184102
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd36db77c3a1c70eb018e541d3e6e4e2a0f8fefb8ba8c02b663dd26cff34c791
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c61cabacde3a203104735edd29dfb803c33c88d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb7ed90fe8f8e27b9a772dd15ac88de13b618de761de61d040a34b21adde406
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7552680735b7f5e83ac4492cb8e848b1b6b07177
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d8ebeb95c599e384fa986933bb49ea9195000b4032a560836038b53d284d53
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f08b6221c38e55e9bf158460a3453fe0ba96eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3fb2b4d0a7d5d56aa5828fe5501e39e9737fa2fc7a8a82c208959b220c773ed
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586cae94b7bb71e20e1b8e07e8322c8b632ca6c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84010e52ae13c894402d15b8f30ad69e9697a91ff7d052828f6131e5f33db68b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eea7baa28c0bd5473bb40fb8d1dee4d47d7e050
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c31f76a1cd064b623cdfa2869e99d63552b74d5c09fa16d9621215ecd07fa1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a86af2f0339473d98a4bea50f7b0fd9cadbbeb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4c13523ee5b965c30961649136c31728d7a2b9e36a2dcd626b8a2d899d0a6d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89f4733543ff7dd803e713fe442dca65365d5b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17926f3993fbf2cff08055578d69a293f742526998ac3756404e431dd37dc26
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3745776d290ea3b8d606949a6203195abd3d2268
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2287c19c5a35480a5bc590566f16cd458873eca7a3355821cac99c8c86398603
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68be045bf30f7f7f9fb23eeb8f38cc2567334f83
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff81e9f0ec7b8f68bb517c02bed520c0dcfb21f7d598b4bba4f4b78f57c4bcc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e7c1460451e658e7ba6146e581b32c9c14453e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1415235ef060edfec69574f9d5bced7c758721ab8c636e3319afb81abd99f712
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc77f404fe589a646af86d4ec4055cf6e771655d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8befc6f3af11e696bdbf6417fe74fca177cb167d44b68da26aa7f8a7c2232632
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef3d3b3907667e732f9507304afdc6572e76848
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e8c1e3d1567bf4cf426958e070da5019ecb930174d3c83ae950a296e4bcfed
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66dff2c79cee34566b81a53e09c3ab220fc54fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3c048b9a2e2eccb0d21b601af49b5e2dd0382f2b1583f05e8ee5400c7b3242
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6811746d78ea53e71effe7ecb7062c24ac5ac325
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3229e8edf9762d77d24db73c0fb18496ea63e99c15576f3918c3e254a35e3c51
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877dc5645fecc004ecff57888973a497cf3f2592
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ea9bfb552a866cc39d04f40de863acc96685c66e4147f684f1a58b48f4b7dd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f364d81a2da5ee433ae7d7ae510b3f83f91171d8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd49c18ecdc530bb2d2208aad960de1b2b1b1b5952b0d2ba4735e30bf32f028
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6ad960489193a7873b1d0e59e3116f8adb8e18
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2984bf7d75f78f1151e6788b89fb7945e761f1f5deac6c532588292141fd07
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d11b0d89059ae044fb9047665df401f7e9a685
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314d043360060cbebd8920d62fb7c759a90788a9cf2ff56ab90702a9d89f8f1d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32a085b4334018fa13be31be191ba71c82ec19c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e43e806668bdbcb35c1a7b249d69eadb57c4c3ba5af45da9c1e7362830a10b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2376bbbdebde92a60561d080c07f443ddf59fa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533dfc8bce8a78c5b5c02b3239be43c4f6a5a33de1c7878fcf2de58a58deb802
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f894cb8c5060c2edc2c3e65023599833d59c5988
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7daca3db97a253c51f74cef153cab5f1651a39c1b9144a7aee8eed9de8a4e261
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84e105953e9d48f4d5d9ff3b1708509a5ca496d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0009aec54ddc3c88ca1277ff1f4689eb374a1e018326abf93b2a67491fae8bc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8ca05ce8fce4e46bcbcb4b26cee77ebd243eef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9838bcdd6800032204f806ffd06552a04bb09c50ad1cf6039148009b99e060
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98da0c08278c4cb8123afc8bc5f2a01e200594a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f1f94c6c86ff99ed0a7526a53b3c0284954f0bd48dc6bf297175a65dbe5100
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c918c6d6bd3d8e790b2c2b2a57518f8b990b58
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2102f0890ad19f13c0f13e89d2183e1aeae7ccbd7fd3f1c2449c17dedca288
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d28ab65bd0f9d7baf15030b2fbae16af939540
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8265871e636a460c197d38eb7ba0db16c408f7fb241d4d9815d4b7bc7b9e4d82
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d061e18f234b92a19cafb0762ab8c89ddb0738e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9312bba9f6041c974b8b6113b50eb6bbdfc21db1cacfa7a697cc712b5ab13b52
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7582f714fec809aa506bbae82278aa674d821752
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef266b1171ba73f5f5c1e6d331add7bee2dfdf36fd42e912753206ac714b123
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1416a094aa1f6c7b2f3403ed9ad9395edb6b7ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9af932c7ac6efb76e6ced378098da3e67ef1c21152d94600bce41c51af252c5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b63cd154eeba331f805b61a3a714757e5b17bc0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9e3eda6186b1ac360c13c79aeb02de47db7f822c11e1b681f27ac9639909ea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae80c50bc271d50e2b5daa0cd1dcef41e9b3bdbd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e686a123532f9ff7970dd44a3e4c753b29428e54b37faa1f7eff970cd093bae
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b89eed3d6e3e7ee3a9344c3f760631b738460b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04cc026e3efe647c4b42085d95865a298c6f57d5cf663864a637ddbc328a230
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1f6ee87f07d1187bcb2e2f78c6f0da7078ccfd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e115c1dc39738f662759589786ee21fab896147701f7fa97cff0a6c932be7525
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5467dc43c5e8ebad34772870cfcdd4f13ab94e1f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b961971debbbe7e90ee8c2c1dd237ef498bf58aa22bd8869ac423c9e1ca92c25
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cd300d6217a7920615562f8dd7baae64cb5fbb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d20520b7f79dc22f7e736a36a9a61aa94cbc750f3c2ae51f54d33cc8de95755
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f10c5f1bd33e4710768b2b41fe01d787483d8e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8bd576307064c180f8a3995ee8bdea00b9c91573128130a6bc931970217f8d9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e1e4bba17e839af5834f8b899c03c957c2d19a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5994ad4b0d05c22e96f8cf6f8dec2258d054b52f5a1ab34b35fcbc605a57add7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6bba54871bac5109b13509039593d7101e91952
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061a8bdc597c460d7ed220e53bc87ed1e84c71777bea00bbf84225c38f9a3581
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e892f6fc67a325bba21b455cf05ff9cce83ac64f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76fae386e193873a846d73ef4ef94361ba6277e820bb0a6c9064d6cee607198
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12974a81aa88f8d513aa630c4f2b1b4408633d1c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822be3a10761d5512343cb33f4b92a38d1181a112121b5226df5c0324598df42
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b4da1fe92417bb738145e8ba265ea2fcee0162
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1160cf3de379317a0e9e21f5712bf7f795be996f30c1b7c9b6b0fc7cfd4a6625
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f7dfcfe21d1b84f5dd409e03234401def91c24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12f419a2e6bb72ce9fc0bf958197ca396b0b5bc4de38ac0dcd79d57b57ff06e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd552522f747d16b8b8cab6e1c4669636ebd7246
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed59f898aae40460841814105267f2fed6ab98be2bd39a37f8ae810d6d9a173
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b72b00d3559e30b97928f99321d6ab0ba83b774
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e1c6e356e3f537703c1d5a6af4ba5d3f3b4715711d1ca7aa20732ceb906b82
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a780708355b31b69160d7165e1dfcf486b2533
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c6974d4a66992b72bcd2c8edf89c816b2c42402f66fc254e5961eec4a04741
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709e806f42aa3d67128a84525de19592c6a6909c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec71184c308ffab11c727093e261825ce490a1b8d09677a6fd99e172df4f0f2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa82192e0f1c928b2bc5aeb4ad8d05f0deddae7f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbd195cdee030ce7ba36c8d8c73b4dee1b8790ff9df19f4c3ad50400ed2088d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05400accd06da9ff098707e58092fcfd13366c6e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d783e5ebb3bf6f3dd53dab79d4c1db963d3491dec25ca984e4f9ea6abb5e5b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5517f97285ea470884f39d491dc0c862beb74e3a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b798069ec83ee984bf11d8dfa7ddb904875e3992c0bed2d3bce9b21960c9d3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c47c51ad02e88da76089dcc585e6e6550c09ddb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3ddfdbe1f0c8f60df29eb1bfc3113532ddd499128928626b5ef07a3d15015e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff9fba9ad7870e9de907eb7bb86d44d90e68779
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1038e77f01e8e68ed53bc1022330a8519d083223cb11e54055e5340acaa669f6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493bfb03c646cfb2e226941765d024bb7dd44211
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ba1c309443a124adf24e5c3b542d4aee769b92a805c75d461de82bef22eb43
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf8d91522f3dfce2923f7b4a9ae1f36c69a82f3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c2c09f17767e2af78776a7174603fd536a6e802fd1fba39e6eb98e3d12423e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4854b38e36cae8096957e04b2c25179ff9f2437e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951cdd1e4a40ad5c5230e18f923f65b6d8e61fc5ec8b3ed621bd2639400b4717
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e662a7e6220f1403f3f2db830fab80077c5b49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a91b2aa0fc755e8776713fb9122873f72b60183a15fa4db5fd7f4e51bc794c5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50c7af85acb902da10c0e88853ec01f3a6c59e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ec3d6cbe64e8bab6474efdf78b2be6baf4bde10e874011aeafe7aa3d5312f4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdceffd5519601e57ecf3ba8e8454dbc7e0adecc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb652c58a8d4e539cda51d2b05a5e9ca36a80f49679e37e0d2ca15061433cc5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405ab434065ca379403f14b0e0027d72ee38b122
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1dcc5cc7c2caf58eeb63b2ea590c650430d26eeb6ffefbf5d2f38c69c0d8878
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425741ad4337b1d4866cd16d2822489d6918603a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df491d4afcda40b0bdd75d0091c4c7c09414aeb104beda46375f4744c683a180
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc2fcccd02972863cd873ae5b552cb2a76fe86f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5b61e626da472f8da15c979470f5af8cee9a4314ba34cf4e3de0e130025463
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6451337ee3f57c8ca34c7872890c157b7e19a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147a6e4ed3b57464c624dc5a1701b7669c4fc4dfb2cd81acd70712d76f3256f7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671664f0602610d880f2a69a5baa31eaa4a4a281
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2d66c503356a57f71f5626e03f62222b053c6c7c034d03e8f7e7494788980d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8962bfe2b1a000365ef9cc33aee5bb8640c731e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfe7e0e638a99e180048d7fabebc338e4a3e25b0eb8a2d86bc8c41d7be7459b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f384f2406529cc8091a3414d3cf53d5ab92133
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e795f79624aa125217d290c1b3e1ce9fa49b45fb10d3659e04dbf3dd3de09f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce797eff55438e15386333a3f8a721c401a6803e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a182cb19ac0bdd0e2794497e12b833abd3c7fb8b2d26d79799fb7583ad9346
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42cc0e648bca907ca7461588e59913de0de99c36
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230959dd33f6770b3fac37bc14608ca748a1f70e8e79ee835f77bca6b0ed5424
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a331c6a100d31db907fc0e3a440037fc6cf51cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6d9c01ee83b37ab4b2a12c0b00b874c5e61a588005ac9d26fef744fa756b00
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d41cb69f805ba836a320a0101e511b27dadc6d8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e939fbcc0336709d715af4c071d68bdc59d8a6a98c898aef0751b4c9d0745f5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2ea40671e28f758bd5c7567ca1a008129a2e01
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6adc0df26003f1f3d2c621adda13a0b28329b89c9217f1bb7d32307e83fd46a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a91a87d973b8319b8f1eb541d05a0c44a82d05
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a1daadfc45bb0574b5e254386fea710b9b51b18b44db2df2d4fcffd4f4db50
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0005b4cdb5c2aeab92a2f2552d55fc26a5ef4fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea027a4ee94a2a107093a26c0f4924eb97fda15079c58ebf6422bd1d5708f10
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66eb85fd616a1303df899a3995d332ff63d6582
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8368676f745f4a6c3f29b335ed66827a094005944cd12511ea06053d629d6185
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345c83ee5b8e78f25a74003b75fbd21135512d85
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07778f438adcfe2e14e236aff2bd69f7057d94431fae03bb6e2731f2a1d7b625
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2586680e7f1fdfb05bc1f1ef888847067ff2604a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e2785543ad4441b498f9b8efaf0fb916fbcc0c1dc041ba839b6e1663ea91e2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500b892c67771cd3ad3510f3ad4006bcf480f614
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11fdf4021b20a91390e34aeebae2ff99355ec9e651be6347194a2b198758d12b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ffe0ba3b7beb4ebac79ff69e06c0c1964c4192d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852120a52d9705f663c13502a51b3431062c768ee530732e9f00e4dde6c38eac
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55228f2c00240db0af1ac5c3ed02abb2ba3a3f73
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0aa019e4025795d3847b7ac0fbad322ddc3042c7c2f096e7ac8c2ded764bf8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c710a0df72db23e55c43d31cd5731dcaaaf5ede6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad68deeb976eacd67e75156cb11e38bd777d3d136611f5751d897ddc89e5fa16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562122ca7155533fa373798cd6ab1b1d84b68062
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30978c0caf254e3fdaa9ce9c8a332b0ed3b9568fbfba6ace649ac828f86fb2c7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31216631874674c93005f628cadbcfeb43fef29f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254b96b6123f7436604e80a6c22aee4416764ade2ca3eed9a9c0838c008b156d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6d762df786a4b6121698ff8ff769694abe21ee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2040eb05d7e35ba0174963e1d0e0004c2c4ddad7401c97ec8109df5da0c4368
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2331ceb698025e7e90c5aba933835190ebfc4640
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab70920f08896204ea82d80ac3df15bc10a0b6a3e65cf2e57a646a7ee167f0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb60f5a56fa9404997fa19515619c94773d41c95
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07568786e77c78d2e5e1eea42872837e2c45f41e8495585dd205a233a49d8da9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95dde1702cca3014a878b74a1fe2dbf4ae16446d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2135245bab68f47a8213912a4e8954f50d101b3bfe2260a62259f5cccfec1e57
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0982bdce1d7b0e60ce95b9f984fe75646e3d6a0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c44956d2d1519c73b8a38d3290b5ff51b0323f74bca97936698edd30458088
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd5cfd083faba57d0ba5254f59a5fa65b082099
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35627b02f70c6148ea87f81c019d8c1927e1197bda37f75422c870b7db32063a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ac8a6d0e94bc0311f13a45a9e6c96543281e30
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b241d6ebfa606775ceca0bf69a863bd4188aa737ee7bd19ad217bb90d5980428
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d846abe2153699f284ebfef5324cce7faa10ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49090cf374fb2af9f8b3bd15db156c5892839798d959a83d0c17752f25012077
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8374585728e14778b2419b70fdeeca02c8bae5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b6f1ae4b4cbeac333c20ccaa253597ef441db9d423e7c135fba746c5e3d572
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac663b10164b5c2a6da4da43536c8c13024ef5d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d29e26cce2ffa80499b49b7c822905b336080d920d5688e6f4d31a2c101b64
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fbc0b42d276a91aaf3884d73621dbd25e8d3fe1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab5195f12690c40c26fbed88e75c9b7ac02f95af5ebc19d2dcfbd890a57fb86
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d3872cfee698afabfd2be7b932e95a7f059dbc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8501e991f41e5cad93c9296abe8f40dffe8ed22439c2a33c02c88afe1fdfd5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50bc6400c05ab5dc4b48c2cb0a7b204000f82885
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9bf836bc4ab1712f54fd8546c1d99f2d2587a5e4e1e1bc11c1c15117ead3968
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fe0ed5aaffd631d7c9e4222d470e1b1a09e1b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f2928a3652cdebeaacee39b6099cc5fce3fd8f7fb4cb966b9aef09a97d181e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8386114bfa885cd92adbf5fddaadaec077e3ea71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b499f5178b6f766981afe0dc39cc07e1836eb6446a4f2dac5ee57cfb7d31da1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75169a0573abaaac60ade6e1f0e8e0637871f7d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca94dacabd1efc5fc99ec4a76b64e2cbc259ab08761916ceb24e9a248b8be96
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4065c4ef454b4fe6f095df1842013201a82b0f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf9d91299e49fc947aeeafd2292606e75c46c23f1d78f3ebe5a8ddcb763f785
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed880134242214f77457179b0f2f319fcce0db71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a423f63c58b7d35f0e9b06791e8ea2b6babad1bc46bf30628090603437791f6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c9b1f1e505e81f05cc2ab83da4874743ac1657
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c14f3fa5d9ae2dd4b486965c11e8453a3921115fe4cc5ac7baa489965265ab
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6f862a12f9ad3c7104c7e7f6877df7693990d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c7e9622789de0ab38da79fb3fd0d69f0c29b3d1b5a4dfc6285182e14d96edb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd558041890e509a5786fe2667ca3818e4edbcb4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752580810a5cf98688e643c583622efdfbe7c68f3d38ef7cd1facc63d3b05d93
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdac0005e310ecf7e0b981161bf445df2a2bfd3f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd1da6e5d526e10e7a9d2843748cb36e4e2f79a90ab7cbaf9fb1ad5ef9083c6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bf9c6f86f0306f37d4102d0858c3779112e192
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271cdb2ffd377a6a20dcfa97d8201301b7955cac45180fc0c955787bbb1ee8b6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a237440f98abe59f906bdf6653bcd26f7112fc1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03727e00e7adda248bdfdcd7e1d03fc15f422af13124ad52b968f36089f38f48
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0025e1ddc52b91bf7f497a0328e857812473af28
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7312b0d2a28ee99762854b0d672d9b2f48122753ac6a6cf3d01774605c2460
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03bfbd12ad3a0fb6df2a5c17cb8ccd7ffe5b4e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408fb5784243c67eaa85f47b1e94662bbae19db3713851b311342843f0b6d3a2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbde44a16c9ab909534ef5b9911667dd743aa872
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7334a3f4a6292aaa44ee5ad86fb20d2ab1f995dfad133bf68b51b6292356e295
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997b01faf21b1b1530514120fad311c7b742fadf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a226933a9b884f6425a920257a3d6ba594d4bbd3669eb58f15abf24506ab7c5e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce5f02f1db2813f265c5bbc2a8a54f6e10c3c56
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f38c983bcd63a11cb9f9f63d97ac7aea7c2a1721d58c92649e3eaa5199cdf0c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0d5edb1f9236883cfa167cdd5ebf9fb5db5d01
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99afdbf4c1f765795e8c396f61c877296b2a5af192e8fbea22612cd492ede68
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b791149d9772a20a900f1f78094d7b73d479fca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af852dba9488861dee7366e706c5887181daece5d79b71f55c72e19944ad31dc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d75d8117b87a6e485b84dc27c3dfc8c2f5af5a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c010149582511d7c6539d8ba7ab17ee9514fe6eabab3320437ae6525e905f5b6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e5ba22895406b4f065a5e76105e5106058371b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f607b3e2c1ef4cd28b5495664e1ee4bb2a491c52ba0bf14009610f10542dbe
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167cd8fa53c6a6052b83af0fe1b2a1ac99e402cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7999efd5a93719b654d80daf08a7270ff3e431d5a1371abc77e77ac111ec9cb2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a695149ccd0f261fc387d4c57136b70bfd0910a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edcdd8c76be1e7783ba8b51faf3e60e126ed65265a8c3cdacec14f8ac1bb13c5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36b4f8b406e5acb70f63b312e0352bda5b8939e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42220a1d3248b687b4f307345897403901dd98b6590b4fbf283f49f4343ef202
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096fdece8fa0b9463edb2d3df29042a08e39a05a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1450fc65b54aefb78f67755014e1cb36d1f01554d3a39a366d9984e59eab55
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b4b912bb30e12cc6c3a70e11510d6543853cc4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ce79bdc01855e742d57cbfcc2542c33e23cf52bdd7f45d4173be98c5c32289
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a2bd844ba362e3c19ea8c0ecb215bead53fb1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af953e71cb5319665ad9bb0c09cbf2bd871f178b3e88aa0c2f2c96e0533acfbd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e488649c6ee66ad445b2cbc6cc0d7b2f104023b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afc0e4ce8b651892c7f9edc6d98a5aca98592567ccf8dd1e58443b6d10e2a06
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d729a74ce230b0ed7a4b09d9ba209c791a4df17
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e46b65ad36cb38848b7fdf7b5b481b14a10570d90d6996d260127d3ec8a0a6a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882d92edc61ab55f39e8afb443db3f958d239508
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825aee26b39f742d87503361d9997ee4ac72d5ec46d2e51810d7f49bea22c5a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c7b74be32dfc757e7b45378e2c7f5a43886535
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db28d62512b0cfc215452ab0e12680e5dc31389dabf3e178fdda2549b55b701c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0f565898040a6d82eb7c4841e5d2c0962f2163
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c484c11b2acfef8cde3e220f8fa7536cbf36070ba227d30af89d460dd3fb61
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721aca976cc75ba23780833b71493c488261fc62
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff48bed27643ea00083b0f9d103a8c916ce9e753e8e5dba3c7aeed658c7c3a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a901a7d587b7aa6a0956d3ec33ebfcb41811225
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57639f09ab7b4e13783e86d1d4d7305e8b8a4629731391c1d060b5326b09b14e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bd60d5bb4cbb474f1db85c8cc01542a81c8971
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1746aeed6dfac32f5dca0ba86ce3d3d1f2a5d8b48d521359c91870c51942e61c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ffeaf629263d5d6b1e89e2acecd4e2e5bb2f38
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0f455fea58a0c8b61dd91a39c4d0f37da5e218ec366060e47900eff82bc4bc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fdb083f75a09fb0ec0417ae4ad3e73becffbd7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafe0f1888f37068d28d72666efc0b140be47b50d62ecd85a792e4072162be67
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc384c6435beaa7ce3566ea41a100d3a9daf8ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc9a70eb46579008dd9bb187107abfb9f9f1c42c44615cd9814f8eb7ca80d3c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73479eb35e9bc306322d5cc5fd50ab43a876a5ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b899e9b9e7fcea2c8e8aedd744efcb32aec12f0b965c51ce5216c96b09a232
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63c6543cffc84b68ac33e6ed2c482747432df1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f932cfd4f4006a000b02a6b8576511d7c4f492151fb977d91a287a27d98855ec
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f664d77441bcd8f538243b93c2ae114072b122
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c57aeff48ea41fc3d5b00e1b2c28498c2841d0227d6828e8a2ba0526e80509
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5182fb02df91afe50d08a830e4feff0a5e0dbed0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a08d6ac398ac1644c27d81b37425a5c026551d5c99cf82039f524fe9f3efa9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140720a7cc7bb339d17e2b269c1e5356a89d5fd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d6fed044df6497154058f54de89cbcf6d643a8b00dd9a4ddd6c6c8eda8113b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02db98fc9293fa079defcad553a97fb49eccbc9a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65c3c6a62c30d340d76777a9683d5c6326bc675e05bbf1e55194f7579015579
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b6764eff810556f503f5cb941bdaa6b7d592d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4bab65ec48d9a8afa92df56e0e5eee5e1be7514227373f879cfa8869cc7192
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a174c046206dc1797ec4bff89697d9626bb85c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69bed0eea02ff8df2c7492ee7f43dacd026048d8b849593ba60d4faf17d5e38
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff01d47b0d63692528e6528443bba1e1680f57b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713867a99bff755274b7f874ebbfde8e1813c0788e1e487ad4480f76ccc0add6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beffc59ff8f69416c96086516a70b10b55e1a48a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dab0641e67228541c99a81420d8832f2f0deb5afecc2645b79f6ddd3728d548
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbe0292e96807cb8a1230f1d28b2e744841d478
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5f2d424dc2330117abc69121185c17ad1df9e03c2a2a00ecb721b2a02af12f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7fae4c361dabcdd45b7f36854ccf8e4c4d90bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04528d9a7d87b943b13ab7c64f880b40ede483c6305a3493f9640286a7b5285f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ee591a3ae966c94d62898a1b37b5716dfa5142
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525cd6b7e636f7fa644a26499d4dd060090616c54bb52521c0d3ee0082414ac2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aedefb5035cd9fdde8289363503e92b328d45df4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a70271866d52956dc6bde5be331f3914fb934e99205a9da02179ab8d30f427
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce280d5d12f0ba2816b2a66af3af5215f3b0705
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3449e8553adce7e28222097cd35febd6b610f01a076e81092eb309d9fa9f03
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8004a882bcd44272dc7b6139a9faf57f297ad72
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aeacdb8b0818816dcba718ce52052fccae7013c5e852f817fbe11c04a0fe02a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7d422c70d812ff7f8b9541a6649a05192ac215
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983cbc7dbc13635b85b9851b968cbf8df066800a9032adda390568f01d1a7d0b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fab1ceb5306813d0844450eb42253832c26b643
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bade843d2884a20f04da620cd3622a8fd5b7df6b2b2ba3be94df16d1f27468
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa95d0fcb73f94e838825cd117aff38e8eb357c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f489c9647b04e67a2469f288aacb79853f5ebd4b440df0a1964998dedd19895
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc835def8412f02b7d40aecb712719bdf9c84d2f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9225b65a63f089f47c15473a954526c16391d915b05fd44ca22b09b80f626b0b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf32ccb85b2aeb1bc4dd990940536950ce61794
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01220b54cbaa0711804b4c4b6f560950d969c1b95394a04f316355f985e39b3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826f372a3b35b05549283b8eb27ed40ebace7830
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0647d387b13fa7025ff7df75793497c3382c5f5ec86eedf21ff75052d22cee
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7214eb46b46c3423c6d70daad977fb2d595433d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937a2e6de3b0b60de32d6fd9377048a0b12dcdc03250ad885acaf5c0f80913fa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554bbb34f24cbc1764fb7ad96a6b5b70ec165fd5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b4c60f5925d8d37cc1175cd78d5c6a842730d1be41a03262a801525c9c3959
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b26f3f05afcce7ff31919839c791f1f9fde4379
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770892a209495de5df43fe73ac203c4b6a381bc5dfb38a8807fbfbc97182a578
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c101d35cc676bd9facb047586f68793a080771c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e20d27615387ce9335eb6b09fe3d35fa7ae25404051f657fc90054887f770b8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ee95b74b3093bc393e1f4c2ac8e501164ac9b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94f45097e20037ccdf05a576c0d73d8f800295381d19b3514ac2793d95a458e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ff42da942206a3df17974c8d5b842ff1fa25a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efcce31f59b1eb7c8712b6ebb00770195b2cc5dbdad4f3c19a9ab6402e3eb41b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ee8bc9691e4e171ada74c4f1fca0ede1b5b02c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066b7d65c47ac079cbf68b284b240453cedb03299f473cf9974820f4131c9d1e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7390fd7f83e22f869d62e3fd225bd0652431bd99
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc61df690caae9b8646742988b546838463e403d53d62100df668f43d7a120a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3791e7f3d29336174457c773809a6f9ff53fdd9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdcb6a695277ad88e7fcce52db55c7fd594c615017a9031d02945e26710045e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c2affcfbf819045f6abd663741c3516fe49292
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647f4f5df8740cf1eed118ab15029b28a19e3ab9ac7590fc6d88c32a1c06a90d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee0140765cb4f8df16b9419c7f68878dae3776a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4934ed20bd7d9a2468cdcb0b13ccb23fbea94ccc81f51ef4fb10abbcb568ad
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3ec960a49a41615c56a7efc9aa247724d03675
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890dc88e134b1fd17d21c48f9aed0daa3f98373892375b2e7c175859c8d91749
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e760df4de4eedf62c167e044ae84f275f43e61f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb776cdf77bbdce30d5e0671d936793b4e357c04648f082b56ac04a4661552e6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93f3370160e7c240072faa0a9d6bb452e1636e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fef84a0a6a067e84a146d64976394dcf1a255ad6af1d3d9b93bb8200b659cb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f83998d322d8ccb878ae0ab504b9746249cda1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22ce1c13503ef5f1626a66c66f65429d0ccc011840d34a06843d271a477b53a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5e00ab387a5b9c6d1c2346f653d159612ba9e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbe4d2c3cac197cecf775750da5288d1f4120d855421fbb6add666a4e80c762
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823597e7096b51f5a700bf4b02632d3b25316a2f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9275dd468871e0c428f67e77c820d316ba5955bc14220704a500d925e003d9f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64323d0fa8c66c00a9def2b08f1c2764c837ee6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61ca201df7e641b13751ded7a84ff5fab85e7832b7db4bf12d3b1cd22d90e42
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cacb2308653187d534378e6ec5a561605ff85954
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e2c33d4a3dae8b5785381b5249436c4bbd254c8cb93defc4784dd4872aec93
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8767847bb83e5113baf0e86e56b15f61a90cc5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15e1ec8ee482c39e2c51946648547dc476785d6d3210d2da171bf4f8db112de
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb73809a10a07d84ea2d2a6b65145bdbba8d9b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b13b98e2ae54d102413bdef22196b011eecfc6e9532f43e79bee3495367c74f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c0191aea5f4f94921f3e826a95b3774c7c7eda
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477d8c893732e571045812853de5e44a530f087053f6896125ac7977bb4e49be
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67ef382df63d875e382755b87d04fb3b1bd7160
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d208f9ac3cae0cb551655d05822aa5559029ebb56f0796fe23cc8ac1e9a18ff
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372a30b3a218a9701351e3c97b99fd9ce0795be5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc5eb5f4eaa11384107889af6850d574edc1f8fdf8419b85a845846ef6ab18e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5bcba709277261b6b3bfb6a5ef470aa45356630
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc0cedd2efa096ce3e02cb3385dac9ab6f0ce408cc5a83ad56a3ccc73a4932c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7958fb14dbfc226278e24f48023aaf50db798fb7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d31b9888ccdd5a57bce1c9b033e933dd360ca3b8007f9304b9d79767ddaf13
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb8372d15a6041641a0f69d0cde2a090948aaf7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8504f5c249b6f4efd910746e4c9cd470f089dad009b1b8c137a28e600af906
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03905cc56a0907fa05a92359ce059994176e1525
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4df8d64d66bf11f836b071a8828c9703ec9134c54eab908cdd67d94b4023ed
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9138b354a26af6709fdd92438f7d4d46fc3a90ad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062d8aab5500fc78206fda8cbf7412e332cd9f55cf815b43c782425b34bbabf6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc8117f3a4bc61ffd777fb5c099918f87d4bb8e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd9ef6374c5a91fed56bc68a1c42608178292d9b66f7566603823628f3e4643
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a10143859ca9938573e2f95e72531cadd7e04b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee0a4524b7e77735486704be3cf75f500e4ff2d17a29d1fc41dc1a112fc1e31
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8405b9c73cb49ad2f175e7ac639a4132eaf960d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f161594f981687dc94351f307a76316af80feb5721e6103512d90c3564f02f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98d3a8aefff94c44b747a237cf8aee1744f1970
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50d03c8df46a14155eaf10496813d2efe86cae5483409b693507b5dc3666060
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f32d3c1ccb74d622ee73efdcc456ca7a4ef3b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcdc37d12c82fccd174ad36a81bd8cfc887384cf6c06ad033ce67e4f8a6a3d11
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67047e64e4bd146180a700f85c41a7e16c530b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd741378729ef71fcd3eaddcd3e415fc92eb8c1c7a76dc0b8431d15a3177203
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ce79110027c04b13a1ce39fa8f3958285aa744
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd56b2bf5c0604e08fb0f207ae234eedbedc7807607bf6b08c9a59155ee14cf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ce8bd1044e274a8cd0833551cab986eb627355
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4657be376c3b37887b4ae565eece55ed53c782a70c4bf3ca8e8e6b9f84a34c8a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8999af25a8472cb76637a7b2d27f2077dd4960
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42355fda35b3ee720bc9ec82c024cf1ef54901331faa6d67ac0cd4b0943abacd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdad10f51fdc54a4dc47ceb7c9861ce604688b80
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ceb1061d75f8ce01d26cf6f72b8aa5f32b99de5f94f5ae64fbaca5db40d6b2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4508ade14add7476c9deba744fbd87cf21a19c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb4e23b5e4f954c1a74574a2de43c685674494de0662ce43c4e691d970f3bca
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c03dd75f09d43feeeba8082dd4af9799978e43f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f897bfb5e63526f2b76fa4eb5d16438ea87d258fe494c88db3142310df779864
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2a71884b286d653ecf7edca32549e2e5039da3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f252878b8e874b63a5d483990196c967f9ae5c895835310c52a0071c39388e1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00edfef3e8a44ed8ba0f76b515c1974ff941a427
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33294ada362795e97a1ffeda264aa66a71b9d15279fed8b9dbc520e166333b74
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b149209a84ebbef2f17c20b00cdf66ee9fe1a79
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2578c143c98b56d88c0073122b876092147231dc7590e089c9ef3502db12a3dc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1cc59ad1a33fa281ade8b8f1ed34260587d278f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eac05b3d60ad429c8e07dc54f2c235ccc3b367fb0b0e83044724d8285d1dcf3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0d59ec7009186103dbbb53146711dec04c754d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8ec8d5655b12432283c52b4347ffb8cae1a850063b215bd58421f4f4ee4bb5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e7bd38f7a3a7e3dec28c2ebc6c085de42386bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709f0b1ccdfcfa92cd6181a702ef39f9b600d70724f744565bf54bf95d5abd3d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4eab7943b6af265bb215261637ac82e4f3f1274
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105b3a3e27053faa67d0a4f83450ebe16a039ab4d1180432870130ca2d29b589
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66c61ca00294cb3bafeceb89b256228beaa5501
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaaa63e792b2fa734aff503d03280cc689db8d9d25f98dd635ceb34c57f85466
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e90fa14f54087c3d4a53f84d7b7103f9e8d02f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5c7340d0e9f12a5e77b2304d0471ed8fd5d0bf6b6a288e837d7a048ac47688
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74490128d571c3e0f81d874fc484be779e228715
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474d81916c3bf39e9d525f1a0d18bef930596a3948f6259b3eb05a95a00cbdbc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ae6502914b61a36ef8e915b57d2c8f4aa72159
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0518e89f17cc261c5b948420b82f2073530a8d6c7147624596854bade7681da
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ca8b2f99e6eaa3ffe283f2b8758e52edf3e768
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ff1970c28256e0ca137275a1c9c52c4b527f13b8774d74ca9f9a29ac09915a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52eb5d40126e521a600821a0f092c28c3c3a9b44
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e873197c21ee6fe3073e996451214d6ce6f921c924731b0e542518c9d15b4c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d00c870fc91420d31bbed31f80d4f337c2e7f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb11a5abb43fbc90a92770552d819dc8ced2a8737efbcb771b22aa2fcca3c085
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22beaaf6450d25f16f728d0c9e18d727a047331e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f05bdf94110de9d83ef41e0ddc39c2a414405c8210cc397b771a16a1b5ac03
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f43e0a7d6455cbbfe5215181dbd438522f0292
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476cdb42ba77256727c08442234f1ce2cb34c40282c09480ed3af05f079999a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b2305db5581507ebfcf4ed7b270a2759895591
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fdc5f1bdea0382454259fff9068c6e49c8c7e5211d4add21ee3f1def155199
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b16c4c63abe5e16c50e0eed19c34130d3a768b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95ad0d7ca115e41a6b72b4a86cf683f1efac046c3538b671f8dc4d9438f9fcd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6f6b844e6a2e66622afe0429b1687dffb951a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00f2ca9df23e0794496d9a3671787d8af8e8a6f2e5fe81ef0433a8d768e7505
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a998f68c27067461f18fb69bdf057b6f80b10a7c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6389a6ed7954bd529a9edf98dc5ae1143f76e75724f49977860f86c1584761
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5c21890f2c49f383edfaf5c938eb552e115a69
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9fed1e95d60d2b11bf28e41077681ac87c1f14792f12292d9bb27a7718ef07
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891937e927be28991c606b2d83cdf447731d367a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4640fd161b857949bab3284aa50862063d8534849296c019672e3c61b930cdac
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda2228786a821143d5860fbdafd1de8e19d52d5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ace4f2db5bd2bce4116f4bc7837b12f48c739c3b43be0085f04f5d066a0dc8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c897015440d6b6517cc273213d847454e73595
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e04f95a820c6f5cbd519a836edeaf9634aae1cc812ef504fa223588054e1583
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a8252a487282593eb54054fb2602f366473918
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06624af04338f5cba6a2171cbe3794f2df193ace56968b0b1f3d4b0d66fe609
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbc4354fba08f4bd754215eaf593fe9c8d7bff7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ace5ee9e80afb68c411144078f143a6e58e30dbe60e57bc33eb8db5e84b884
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86129b784e70ad58c4b3a3d8867b0e22b4799f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed22733104fc66448aa16f0161caf0a812ea9ec04afa208ea19bc203171d01a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ea57963a097fec182bb19218ceacda077061c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491a63378e8860d5888911a37ad9458ed7320eb715d94cc4419e28e00588bbf8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab427c2426d7353eb35336618c5b9fcddb10fd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3660d12fbb08176a3abbaaed03ae635c850a61dd4ea02b1e506ec8acbcce465
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1a432e6f415ca3ce61a58271055721ca237ace
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7692c2c7729d7194ca51a1b7c9544ace1dcdc1148dc5488a31f557c66761a7d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a004670188ebeb6f71059af181463b26d42d3c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e753bbc78915780ea40d911f81db7eb4cd34447bb676d6c60d6b4cf374123f37
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea47e31660cbf619168333eac429e00fe6a5a74
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1157f99c339d2a4f8cdc8d5ed2632a2252668742ec77512db71a5333655ad031
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7156952e2491da719e6c5f9b5c195236fe822dc8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae180567ee59cb66a1b00625920df3267dbe13af99e9b8cdfd1930ae7d2cd794
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14774f6e0e67fbb51829bf6bb268b568afa4c504
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c280fed1049aa5e53bf759d9431f5416929d7eb7cd3baa81edcb7078c7e8d1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e33f30a0a80e62d7112d0c7a4131e94def94daf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d866bb722d79a784f98055a996c988f13f412fd26fc3ecc704617fb089d93c30
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f46243a2ee8f36f157ca344a3027764b8ad921b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb5f2dc0ddb65e4e50416522dba324047621831da00379e5d5dc62bc2fe7a32
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5980ec9131b55afe43d657f875e41ccdfca6e150
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4b762757655b53e972d833c798a8454ee72e36bd2ef52c0f4ff7f4f6eebbc5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ba5a23f9ed2b65693586b4b107e57f9f7223ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743555ac00e05c084c4b836a792be8a219c6561e560c3cc1eefeb661960f0155
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68401622bf7944850a9ac978741d255311373121
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cb7f94c52c9a4cabf8054709f8d2937d3fbfc114cd9f0baeafa62ea777c983
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01cfc28f6b4fbdca910b66b4e7e07cea14044c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb2a0a58ca73d6774731b63e89858a10922304257872d72a48691b6412f9025
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1204e87a13be25d0f9661feb944f1a638f13f721
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0ae6f7279ada557c47cd3baf472eeb56e265aaa805e5000be12e0075cd70cf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d433bd2c99f5213c8ae97def9262b1c5a85b3ce0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb0a41b936276a5774c2fc6b0fe3fbdfe873accd3c65f25d76b1bba1f034c7f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5a98b083dd088967446056a8833e94eb2e93f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a38bd019f98c04121a080302a0d3044f01917534bb9c6328052f9f0f1cdade
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8717012076c10502e37596106c562f6568d5aa8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a4e29837272b4b311d6916a4ebdb71898e25cc78b447ef3f2448538752adc2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3098fe1e502ae165e13c7b4a42bc6c22a37688fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea11c21684f713dce1d29459b1771f25be33104ddbaf2f98237a3bd2e3306eb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdbd77be0514a74c906f0873ac769d6c60020c3e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3624713aa5c7ac6cda77e787589cfbb43c493491dbfe6f360ae966cca47790e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2254016bf9d43b0ca9010c7f1f436cf2fccb2a22
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc592ebe5c7090631d93191790560d840bae5977433eb5a6c7f6780126bb9f7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9648bb7010ab96b0ea0392af82c722f389c4c100
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c5f304fac99bda9db80c8a78eb1dfc815d6b50bd7af101f4df7318101423d3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30431b935d67ae436a862c339f34655530c2dec9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58456c93315c5f94e9e2d27ca43838540320a5b7246111543399db41afeb625d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8025edb139e396f0e40dbb9e7583be78a7c0ef9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3033bc9a011555c9b5fbd621a8e36f6a72f89268c9adeee35851a1790b7f0f39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7097a16d60e01d89326c29cb3e7865054e628f1a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2112cb12eb35608b219ff3fb531ebb23902594ae1a2b914c3b6c4fa415f3b2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838a41cccdeaaae1c0a8890b0fbfa4e2f5b9e24e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9a88eaadd63cb44edf39e63747afc207e4f356faf0af7990d2afefa88a5d18
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b63313914c126dff5a06c814eff75696fc0167f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb976beaa3f95471d8236178e1d444ba3db8006d19468688ecde33fe20f620d0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166e0a9da26150082a9fdb4d03d74943ceaaf02f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2b9308aaa719aaa5e4c498d044c3e31202360dc74b85d17ebf3fb14b12a94b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075044ec1f61394d7c3a016f18c1ab899ef6f457
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68a2f63b5c3687dd077e4bb63052398198492b47f04552242d4c87a2f243a2e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8919521ac7af415e232bb8a4b98de129a398871c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acda2a5fb598c3cdf5f98c64d2f0ed8e618a83db776b85674a5e51a6a4440a41
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3c0cade4e4b87de03c56decfad2b6ea6058104
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a136ddd0ec0d8a89158490788be5ca228aa6e98d49acda5ebbd722ddfb9fe04
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c029ee9b2b1b457ad35f08d589269adb838ecd0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a3e2c2393030f95acf3bd539d543fa9494ed3d8bfece37e8ae3689ded1bce3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0bbf90e56f12f06ce62040796a3342f683ff8bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84dd784a4a1215508e0d74f773fa96ec8340b990e954c32513bc1b0d5c2ce90b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff7d2e7dea0563e9bacc8f27d3cfd936ded246e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2baea76c6272b4581c6e8c2de60bdd0f230558ebb41b4fb39c3082ada631036
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d22a633a167131fb3c76ac576d0e0f0329f3b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf57a93020704396c9c549edea8ed45e8fd4203c34249a4afa681653f9fe4050
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8594eb22b89aef56f0a3ca1ef721bdb2bc3ee37f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f39367db552c61848ca895b22bfba0cc8c41214f970c2d27869f1f289499cde
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49e6e837bffe1f2d9f08f1eaee466acc31a72f3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53afad86b4b39d02140ad4dfb059693d395c4880bf5739a715d3b0afe104c3b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3c12a744345431817ee38fa9774c920e2c97f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3128709de96eab37f42f0d57683a5dc319909255689b3bcc04df23903c4314f5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81faf1929eb1bd82e5c7d315a90e99ff637415a3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2867d978d33869085ac400a7604bd8255c8029f188cfbbbbb0d67bce7b1874dd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b66066eba19fe81a52ca6daaf897d404d549c7d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04906a93d70f25d7a34e5f6ed89bc07f5bc9da4823f36e79a6a381c2cb5c618
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40cb20348b11a3fe7401fc878f4b5d13a578f8e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68371d6f77852fb6551f1156e04b6e07786a8537aa98e2a1d3b6f6d573f75c96
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4107154a119a55accfdaac2bb01b565a96fa433e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906c9f896f4b1d5f247ebfe4c28130ad6de50a5c453a46579c4e50b90b856fc9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813feaa8754cdcd3ad0575903fa4ffbcb0929b0b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be9f00a7b52a051f439fc475a96771468ce71789b78ccefc38c58d4080ee807
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2238ed4b980ecc4f9db0318159c9ebf6d3dc60b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55890571d5be4ca103990ee2b0b1382244f77c509cc7f62ccbc439efeea50ac6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbeb3eacb285cd1793854a147158d249c735483c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fdfa1380c683ee31d147fb510d3c743d7dfa04f97d972c36d1826f1e200af5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cd73f1a9500e200f1b19cb8e9fc6bf3306253a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38d617c944e3db602f4d2b8fd8dc7e81f765cd3310903205c02c7cfb4ee0b54
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7ac5293a644d33b2fe64202afc152e0dbecd5e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d91140cc22762d1bb82f69004cfd6a1fd18d686759e5e56e43f64c189a1b9c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8c5e455d49f0fd3ffeb36962911d2339475091
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d01c8509ba9571444dddc779d90c0fedbf0107789116e8106976cd18b0d643
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69920d58f57614d0c4feec9aeb1916d8d205a9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92132391d1b8386943b7e337c6752b2b781a70df1772b10392d39d9aae294dda
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe519518d83d3c5506bed6125073b4b42047df7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9856b7b72eb287f2b57367f14fe587da0bd0e9a81fdde7342523b562048efc0d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0888573e2fe931d72a15dd16cc6355b34760b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cae7473bdbaa0b2fab09fb16220184050ae46b13a3e6ac29a6a728f9ff02b18
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd0e415d9d0f9e93d7f3c059eeaa526089181bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2a61340a0cf163c47cac627919068aad55188211661b0d134994a8ff30a134
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fc4d17a818840899a3f2d53169a3a072ed376f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3fafe08682deda6a7e8604a8ebdf869f2eee274e27b7ed4656fd11a381e6bb9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070c4f6d03fcf9dc0aa42c804c11d5b0292ed71a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f80ae991327217d37870474a9e242988393ed1c3766e9ad499340354d67e64
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5705615cd4d76b71fac0b82c61660b1dc442bd93
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd873a261a47a38c5f6ab15e020630f0c13a1580b53da5d84a1bcd12a49b47ba
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2110b33c5af19c7a43668a79693b2386d934a8f3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67352ec0f2b6af6a203ef1d864765bddc66413d67522302cc854a24e7d4245c3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552256cbbce212fe278b0714219ef996e88ff25a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bfcd7ceb28c529f87520f74d7afad337bb358bdea3dd0f8f03f83791b93a325
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4070f85e31b3b11473dea572fdf55357e0d2b63e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5b9160479200f185f5dbce8e33709550f71a55715dd5d34abccca62b50ac9f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f77cc4c46bf12eb1d89342ad8a56f6088c7e07
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62629baadda6993bb9b0f4198c7c2fe8b590d78099e3edcfc8a3acba597dcbae
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29ed75791483e8356864982b93600c41eae36be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d4b536c209e056b365ebcd7b6c2177ca2cbfe961d00c35412213da132d52f3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c911864ee96ae9d24dd504d837cfeb2cbe3ad8a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2621d442967d3032f3cc3626e165e6cb4f5057486df4b565f7fe5a162e6579
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5155f0e8879c553fd44400e641b3f04a9ff3cc9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf8f4d82551c7bf89d12b6140ef7e67a3ca5f7b8b2649009afbadec764f2daf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f63baf527d61b477a669a0998ca443e6270fac4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131ace75cd7dde1886d22a5812ab1c25a5920ff735c34268f7f1ef1d6623a51a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d968cfafd5460c8ce5c1e376899a744a3fd59d9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6eb6808eac67ee4b4dd7dce82cf32d6dd1b882db9d1266108a42b8540ed07c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1f1d106d3104a4ed3552f9408db26b54eb2bb9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4012f20e12a853220364cd529de980377f68375e85d999bd1b803826b03707d5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8bebb27ac6ee8eb326b02a9a6a65eccb49336cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5b0efa9e835e8f91e0e3ca27788cf0162b45b14e80d4e11229c9761c6778ad
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab8a104a5816c77ff85589d5c204423fc49546f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0985a48440a47054c34cdd7c786eb9c31205d30eff26bd3fa451187892e09a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2521f748d35033952af94923f8efaabb859878
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783376d5a14d35171f35af70b5529a8d3554393f81b66791841eee5db131cefb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805fff2f5c6d8e5c54d3510fbac390d1d1e40d76
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94cfa1ad00598efa754ff72070a81e8217376cb3a5fc0787c7ee82bb6586ca3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..050268c44e80459cc89f4a55dfd7c0dfaf924820
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a7851286f5a7c23413cde83cef43fb61a1fca366853a3c205040626a08db5e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b74ae35054db50c6451d707a5b05b3d1b089b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e07c0c65a429246cbe5ab6337bab3a863cb4abb511f860f83853875b4f457f6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b910da8c7f0476c5f5b702dbcef7311ab837ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5327ed8d781b06f8c1425d9c8a29a860cee0b6d81e3b78b8b53646d98a1ad254
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e96cbed64037aadc315ec28da0e1e8d9e57e5c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16e659d747504ede24b0c2fa9ce6d572564bf8693757c42578048dc46a7ffdd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3b4a9bc2cb86ae102ebc36935230a40d764dd3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087faea3ff914d73d2630e99734bfae904797da5307283f68386ca70e573c73f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31137b8605c7d1aab6ef0f421f2f5ecfd4d0f69b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a291ddadb22da24778c66961e8e7c263f4aba34dee39f81d3fd06ab76f3e4164
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fac85bc0b21db277991dd7ddd1d69019bb85652
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95e7465089df516d733f320412392b40b2753f8a9bb0b238a0fc190522a729f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea50b977caa9762af5a7ec34d6a07f1bc5557056
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344eee738ac5a41f68cb05468a8ad2a425271ff98298fdaf06aab46763ea0b6c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f02b669a6ed3b802bf73b1ed8334e868a227b8b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e152aa649db182e60091a8340d79c6f809064f0a5b9d8ebb864b0ee90feeb1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f38741d040cf0abca6124b6f608ac9a4946b155
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470fdfd979fadea5ccbb7d20ebc6d30dcd833ec53067034a5a58c26f70bd5ff9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2207c59e28914bc843e27f683799b4ec4936d48f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213366c26edcd7669cfef0e3b1b5486ba2ff6ad38fca723e77587fd4d2d31d1a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628cc8f880d4b8c07e1370e409581b99f43d1e86
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9127f3e7cf0a6aa2b216da88c6cf20bf5599716d3badf9840619007a4ba14d90
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e09aa22ff81cd3f62c53acdf1f72588ace84e6a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c80628f9dc7f3df416f3791b11a3f8bbf95c40ac5f706c6abbad85c055776d2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4b740eab14abf2dbc2d59fcd56f146ad909b30
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d2e2173b21857e3d88cb83039800dbd282cb0ce36541d2dba17741d6883f88
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2acd943a2cfbe853fa5ace7c37b399bfbf2deb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c9a29c5c282315b9d61615ccda439bad887520973adf7240bd7b3a2f9db603
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77bace6a327af141d818bcc739201c2fe1f392df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9f0c13ad5f165e39b30aaf11edca1be12de45ed5118262b66cfb227b60b316
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a24003f3a7fd883b4c49facc968d9444a10250
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527e2e48aab456f411e1c6002f5d753ab4eac3eeaadadeff53d5fa7e11eac1e5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc08b20512856b977b89e4fc51bcbde0f0b403d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9573a1e39836e2e084580b85121ba64e675023ad8f7f216203fa68721d0fbb7f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1f90cdd10489db159025fdf036b786dcf56bec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54d8c909a50e03f77d19cfe9ef43da6fb6312751d25479ca6fcf1201cc71eac
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7b96b1c9d21d3174a30e4794e8d9eb5d387523
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517304ab72220a7f7d6c696a699ad1f64bd397172e3902d029f60e9658eebdec
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d6a24570e34258b819b217dd8002c709d05fcd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f26c19278ed580dd36058edff20e309e9554c9e33e7c96835154cb5d65ba2bc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac937ee2d70b302540973362e9f5dd13625466d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97396260047ed4dd009d03545f8fe17ea555e146500e9ab1fc9a248ad3a398c3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af30d5ce7da91b93a0bce7e458d379ec4af4ed9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627387ca9375689fcecc090bcbd612fa08eff730939d92d1a5fdc044c0b17c45
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9cdc94dd8f6cedf94e5082ca5aa29871ed512c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d275c2b8b83da81251cf13e584fbd1c67dda1310c0e98fc34128a5cc6c9bd9c4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968e44bcc8d12dae8dee329238efad261b3defa9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02817a032ad32f256f82c0924f5fedda0a50f73b7c3e500df94d66b4f8f24e38
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adac91b5d2428d79011c6e5eb1fcfed297dc7904
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c04bc773d709d98f7978e54c87608e39543e1bd38e7400e631eacc9de962ed
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0fa1ad45d93bc3471900dc94ff3b637da970d8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46f1a3bbe09bb5ecdd84683d485787f177bb23122d7c3021b9796e88d30e94a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9f8333eb9d97b3a6d12a22937c666ba6e7c0ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93bba24c35aa1026970150fcb8c936390b02de2c54c7ab2fcc41f0e45b0e268
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c6377082a4f87454ad843224cbf9207dfc7357
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a41b9b5e9b415cc5b8efcb062f3037ee8f63263e045850ff312ec288676466a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c7228c266bd07294249f973f68f76281c66154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fc279f1de4d9839ac1987995af4a7821edb10ac503877e39a053ec77775e8e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4f7ac490cfb64fe52ad0689e2fdf4c51b27d4a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4227274e26ddf14782389fdde14a5fa4f118cea9367978d3c11b33bc2f4a43
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ba94baa48262517f4bc67b13fb3c9166788606
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9c1ca68d351f927f04685fb00f7b0aaaeb683e479a55544a2b60ec375b5374
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3201bdf75c3cc4d978f4144e9c6eb0fec66fc1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbf0bd47517eda63dfb5c0a901e9372a29e60c2394b4b17df3a9e4c04966af4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cfce751a763f79ce9f5ff4b2d68ea7ec523f187
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e603fdb2d731e81219ea130d05487ff2bc033782b42f304ab81f2893da3b0d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6fe78ec4ab6bd63ee0a62e0394cf2faa6fb6df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da49dd84d95044314569aacdb55e8d695bf68e416542dbdbc3dd1ff47fa58b6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df63be5f5a8337b8ab6b994641c20c5cd3a6758
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6efc77b9242679acb36a1e6f4e4abd9379b3e081d6fd5400313deb78d8ec24
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b17100fbab501a24de429c819b2beaa7afeb98
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9adc7ca479321acf68b5cc1fa3757c721a2fcd4f5e1ddaf45facdbe80b95d58
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b179374b1bb94f2418c3b94fbb4485349751fe01
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f360b3183d168414db45e67088f605738c0eacce36dcc9c189f88321bdfe2236
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fb9e4bd6a07d21eaf3259d9c76bd42d7b566b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1389307a5df8c595d2c011fbcc686911a71ef316af250f5cec81b98e13b72040
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a3b1cde5408c62107fe11dd6e538e20643eecf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fa294889ca8722483c9df4348d991997c297f2cf5200e4ba3b399bc3827bfb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b9c85860ed80e4e92998972fd41ef9a6da3358
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b57be0f0d024bcc6d34e046c7b93b08f43f2263a0417f1c4e3563737ebe05f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db989b13eebd8058e086970cbde296c8b80ff16
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2207f923b7f9fc08d9ede6b4e708631f15e8d061f99edfbb3163047e8d2a0183
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15910cc8d94b3983d4caea356aa38fe3d10894bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3961c2bcc5cd782c9237d32972afef32b403efbc8a7837d213beaa82c61cf6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe9013d05e330cf5275925f091eed6a43d00b5f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f5273f57bf141fdeaa359030d1da924e4bf9bbad2ff62cde9fd2e21cfa771a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a4e5417a654a4a779e8a8a82dcf532e738aa6f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:befc38a499d91c99bdbcce16e078432e99a11abb75415cf42281a98f1489b2bc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb63c1cd9e2b4600fe17055340d6f440a3bfd67b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426e0f451ba0b71ceeeaca36703f41060cc2b1d4a26fdaa335de9d6ebcba0312
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780da40f4af1df9a5db034577f05f748b9c7242d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d8f5db003b68e9cf0f1b439f826b05548e8eaa5946ab096af47ec3d412ad61
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4591de7c4c642ade94569e797e9c6f09f3f84360
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fcc0300263821ddab1c7469a4d688b603395de87285ae1a987a2447ffe3839
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c7ea4d23b4a469debb383801883c6dcfdfb511
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577f02a92bbd8161cf18f08279ab126cb2a770567425d97cb8b68ead4f8479ff
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44d590807902ec3ca719c047f1298236c2113a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f632ed1930e8369f6b1f36a837104e0172fabccd2723676318e65cb2c4efd08f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b72b494ce28b850e0b3d1a0b056ddd86791e8dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1f6dae2fcfafb2f253abe00542e1d08e079ce16cdc714e1598fd5ca2c289b7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3fd04018465e51b3bae6f57c4ba127a3b2d138
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61d1381ee6681721ffec0fdc9018ecb58c945c295e2de43a008b3990d74e7d5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8684f6465fcd999337653547d587d6e7520d6f99
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e938ab7485099b4d8b8b18b34947f07c1e8b2bd5bef93d02e4fe7a3983b2207
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04103bb9fec1b6dda1b161d3ac7a0f46f81d7143
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacede2af90d0e2fa34f886edfebb8a1228fa0e774ac103c2f79a8fb04e7a876
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f39cb7f9cbcd1605a1906dbf7f1b36074d1027
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca1754aa0834d0af6748b67bae9ebf88ce055a67d112d717cd1abda0741316e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52997d790546ce0ffcb25917ed23a8e3074f94dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10180e9b7bae24f98097974ea966aac9638a36de4d59c18242bc50c6e8ac9dc3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de901acc2d3fe15559834a336f94af40ccd90f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1dcf8b8c3688969498174c9a7d7456b82fdceaaf54713bed3302ba3a42eff50
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dfebd0d48fb266a94dd6f5302988d4c2fa903c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609f2a6a00c646b1cad0a799955b2fb40df7005190755e704a9c718c469b9498
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ef9107704b36bf23dcf9c17834c061aeeec853
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4a9695e140bff835c7590e9877359125ba2be71dd5a0eecc21c243a5b3dc87
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f88f12880d0921966122b5c01b6b1a9e371fee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670e6d0b5aef4f866a89d70a4fce74a6b3354691d0f9ba1ce8146d293a234971
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da6fc633132aa5cf0850b32e908e870e6644e03
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1399275cead3ef8ca78aae474c56c78dd116eed19b18dfbefead578f133e42d9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05adbc401a5cb7e2ab1d7d7c19c41c54038586b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ca6a68e27026431f492902de7e71dd9b90bb7e0cf2d71e0cace5b5baab87b8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80597f674442d52fc68d65bc708c54df804c05c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8f8c08543ec6556a936b037d37490893c8bed1046e69a9a50455281c51e2d3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2970a05fb70e47f4e83261f2679c2fdf272019f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45443a687e3cadec4061e8f0f18b808c1ecffeaefdb9e4a913e0de3d3564fa2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e719be2cdba689e3bbc1409f7274e9eae2ab9c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fd1d2042fcdc9bb8fb1da31f381364dba31c3cec205e6863c7602223743e95
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3414344fa0665fee149a47077db7368f08538adf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387387f652a66ab268b3712c602d8d9d5d5dfa9fc0c6fd9045b2452b548323e5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4532c093b501cbf45309da05ab2f2b634dcc9a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6c5a9595ac698b8d25133fb431cfd5b3f1554e2951cef0d85e0fedaf0efdbe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abde62c32b2a53cdb5c37b23225b450a37bfac51
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f938d68c129aeaddf7e01034d40225ffe944f5b77c4e99d565177aa28b5d72
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8a98f990a72071c0ffa789115c5a7b1691bf2e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c4e7eb4f9c873ad1b76ba8c82cbea7eaf0092ffe68c98f6ffc70209d66d541
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d1d2934b1c867081f4f19144e7a38c65be5271
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c87a235dc230b82bba0febd81e8cafecd3b955358760e3e9ebfb6016bbbb8dc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7109d47d5d220ee3b181cb9fc2ea1b769b3e919d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a660abaad4219370ddb9d1451d890cc96734ad67de5a52352f283379c60a66a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77fc8181cf471910e04ec218bff1b3173a1177a3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd7478245bd24dfd990524ad739b39f374f2dd23de20ac5a4e270298d6d092c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b29adb970f497fee05021881a5f726ba21deffb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab4b6f99c92f6de79d51bcfb01ff33a6c3df5e9b07b778508ac31875d582c15
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00a79dd284721f84ca3bd7e91a5401ab0ebe033
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98250b43eae65ef68e5badc9f19001d375db9fde32f47a97fd3eff88dd2af32
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954edbacbcd22fb05f728e9a3f722f275240c5b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb973db8bc2d4f0f29e8db803a50bd06f0efab2893cdeef8530ecf44114a782
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237a75b650c1aa42233d1c6c99132dee055cdbf6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99c90959248387ac7f5f9e9649ddbb3a50c7391df6a8acc5bab265abe98d18a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88839012e6586a50c5d9e295312b2063495e52c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a5f8c2d5760e9176e3f21b0059de07214144e33392c681559358bbc82f04c0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28311e2ee96c590f7f47fe63117d8e17118e4cbd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ec4716036ce4d1c18ec90a2b7559bbcc6bbe6dcadb97b9f382511517d0362b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a14d093760a2eba412a94f9861d21b64917a56
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c540fba80c3ac34dbac7394666e8f499e1cb21cfe553c526aed638a88abaed41
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfcfaef5ba8031cd26be43f6c6444370938765c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960a7dd8fb5343f5924256d350de998507f9b9844792d62d26eee4c6b70ee5ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643870ddb136b0e69d80ff9d55a4550615e54313
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c650a17c8300ec57d57cfd100d2ff6c33e590ad9bfad402e7189bf2275592266
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6118c515a843764fa5826153c5f18f1041dcc69
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60e44794b1e773dcb5a3b3d02f4b6d3e33ec5acec204bef701fbf927a631cd3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b241dd5ea3055d7f2f55799fd646ac7446790f00
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f6249a9df6927224202af0b440c7728ae3be4021e711d63ff1863df42f8ad2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2876ab80257ca4b7aa47258d4e13d1cbd66a5ba1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8c241208a95bd4cf6f6cabe6f1bead08faa27664942b02e90c18c9a8192d5d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ccb60a692110f5d3fed85af3287549ac355ca9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04531de9480ccfb1c509df45a13c31d136bbb1c1400efd612028a73459363f2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126f67bc3f14d36531c127ac32a29c677d8671a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f44e3e3cae8e366ae74f5c49c82b3c7c3c7ab2900b372d5999fea5ca7c9cf8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465c7c2bb5b30802ce55c684148bf565fe83dc0a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0594e0ad6e1361878867947c76125f910b5de51920c23460b9ab0f17f315fb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd47c0aa95b1e237c4aa01facfc0c93dcd2dc279
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7944f89378910d48c838796430f36d98f58985c637e9d6e6f1ee368fafa019d5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7e959ec762491193cc80912f6d0ddaa9fe3de8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0c5db8ae1dab81633566dcb1ad136edc978159a9ef2809564e0c3fdaf310c4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acfdb7bd200fc7662d3b2d919637cf68a156feb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6b9f070db372ce708c591220a2542445e9e439daa67cc31cbd8472de917eef
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19b7518435abbc041e39b086030fdadfa2810ae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9d3f1cccf12b3f1e2c57fc4a6bb3fb47fa6cd1233921a764378389c47e0611
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff94b5f963755a8c2947e3ee59997954fe49069
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d83d8c21710e0fd18d6d17dfbb536024526472770c2190c9cce430b1a7a83cd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cfdff4974fc2ca21613c50c412911cfaadee46
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42adf1fb9e596e4516463711e83193b6d43b54c595286be13f2af3d878f17de
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d57cf150adadf718563b579d34e74bb2fca6d02
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0e496470edc81a3e7dcd59d8befff037a08200054a7c355b6345b9f610cce9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ec93e311654eb0d98d45f3040e6ca67ca4d0de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafedb67710e77665b092c475f74cf5118379a1549bfa4ee620c73d8027a8e37
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7b1a1e9091fdbbc3cac28a1279bd83f9c887ae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1e0f6e487d68cfccf1c3bfedd865c1e9257f36151360c7f417d90d5c7a814e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c774c0546824cb17d73cbe00c773dd6e312b067b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97fb73cd3df2d8d92f01a2d239dce29718d130e6cbe431193d4d1ae548195a7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2397808db0c7bba49051e192c8f569e75cb2c253
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae84b5f9bcfee57e1c5d4c6d6598fdc245695d859352e7bd43fa9870d969fe4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ed7f092c45363464f9d260544c046c426b56c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a762cfce3dc4a1cfa0607b33cee0474b777be49f2d389fedcf2e4deab9de2182
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a2c0dc46d4300d5706b7172c43e062ec17151a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3aa3665843a5746dcf3d77ea5eb89976f8c849ce373de90fefedbe9a348ccb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e832e24b564d7e5e7e78f7eaa4135edb445e1eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4ffa8f4d1c5006340d4ac975cb5e7cfff3e009c9fc72384d37a430f43647ec
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2379b89805a77ab9fad406a8da825e1e3d0ee1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19002f3f42d3c3accc1d910d516b16ce6de5b6dd751ee7d4839168089d11445
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2031bc166221fbaede4f5b6e7c241c2873e6c05d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5745bc14ae522d9c5adc921e30c64864b39ed0132a352574f17b5f1f988725bd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474bf8386bf86109bcd410376b44e5fd972f05c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb4bfc6b1a1887be997d028f0d9d09060bc55961f0400c8473f5f2c16bf3255
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d655be9e64e86ea1df19bdd1c1c52d9b3aec3f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891ac13c9ed2803822364ab7b81503cc37baf499a7e8daf64b99c00d7da03a61
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e24e0c4cff584e9337068e9da7a1ecf75e068ff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8986f0f41924289eb3647e7db3a64f9bd10cfb4b369be0a51f6d879f45851898
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3f537af983bce1634d13721dd20fe3c676f2b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4778d83b55a3d90a5cbad4eff1c2893f5efe64316e796ba9444c6617218239ba
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e29e635eaf9778fe74d66009d48d4ca1b6fca6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ec4a07aa66a73239e4ab5f6dc69f2f80fda3f3d5f8209e0e0a919c4f31cf63
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79442e72dd412ef74c2339e41dce6ecfc96c59d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e390cf1ce082c0101db35cf757e7eed351a4d2981b1c536ace3f32c623b74c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1842a302d8f132877b28fe69d53af1a4c3f8627d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8452889db6b8919b580acc6efb0a1416ac63fe51e9f1cf613d812997262e29d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399e067623dfe0bfe8f129c42a7fa3adec4b8786
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd13c678074d83aa7a81399f40865dd3ae4a894a2ed928141b247c7cef9a5304
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2be7bef0fecc9b332a7947793eb0dd00bc03b04
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f310a81521c3166defd26ead7c2e745b10cf74204872525ee2f4a14dc3cd8a94
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b02402d31c72af8b1004fffe25a6af83463f53
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90db434fd11543e929b4ca15cb2994a2e092791aa18f0ee172aa7a8539a8a5d6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ccccdb697c354abb7c2596bf14100d69f929111
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78550a6e73476445a5e02a2bcad38852f0c33d938e4623a980c48816e381504a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac144680074d598cc9073b877f7a69ad88f96dad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3324a9e44de4b57d7d37d3e8761d88c6f2a110cac546108aa1dc1daec78214c1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa628f34041937da6bb29c2b92a10be70a76d4ea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61486ecf448ab6086f33970836e4d9c48fc22cc48fe38fb21bff901b5ecc6da9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f91c6103905e76622d23c64ca984ae2395d50e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9961601cc7b81685850b9c244be5d65aeb2878d7e56d882bb4a2cbdf351b6d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383a777771265f0925431435a6a1f23ad7e47283
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520c21431ba5b586df43ca25df0ee1896f199c2513a8cbc4582e97365b6fb905
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c9fdaf97542080e055398e0bab5a91943c32e1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aea7f88fa72602af0cf2e6100fab9f517024d58efcf11dde20070df6d176c08
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766b5bcee530ac0ddaeff66809682b88d783203c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdebed6805ba7fa4088153be2c927d32e4f110991c4145455436906f5de34a9
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_14/trained/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c8ce5e500e622e9714eceb905e6a21a7a2c7d5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb068896f1be64a2b14145bcb83fa501142b6b378d2c3a30cde500ab1edb3f0
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ef18f893f8ab8a22de1c47d6a9835d5058c090
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee51523918f5a5c1d4f1c9059103e5861d5c82c9da405d1c0a60be04b7c92f1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5b0c981fb314abef608377980c4ea80e2ee435
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ca45b510557b76154579d6beacd5fc630aca55915c69b6ccc29190ca19af11
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eea1d9ea8c5a85384643fc8ec74153f72f710de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44fa493d5f226a9d35212426f30c5ca360c2948168be1c42b890b41df69bedcf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45116c4f50661283ac00c6eecedcaf2f73088ac4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f1e265455688fa87fd74230e8e0f6e8d86ef5c84563d5a9dbd0590e0ae7cd1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc606df4669ec2dfba808d7adfe12a4f65c5e015
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a89083b37993172817ca2ee21bc2ef560320823e577eacf1e06d9263913a01
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae909953e7db52699c08305342d6951190b389a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd86da78a00857421feffb45ee2f16fd5abf986bd1e7752e199fc02e8d6bb9c5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..951be1388ec0f0d8cf523bb0c1226e9f746e7ce3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f086ba65a75f2b2882fa815b91f1f5aa444004f645159f1e996bc9333b42b4a5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca93b88c4373ddcd6e2e69d5f338cdf6235bab8d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668064e6881d4c31b0b627b8234123b4b2fdf06efb219ec3f0e079479b851532
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ec5e134b7e1cf0933350e122bf71e3eea12c58e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bdc942446f9fe2a344e1f93d55df14a68395bdca0d9880f17d51e45ce219c3b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268fda51dc58864d4d76de61fe39f391c01cd7bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27faab24ef8d15702e629a27a84744e9cb333fda9c7e66efaa6c98bf58b1190e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ee4b5b25bb532090a34091369f8d61a61f5f53
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:955ac339d84e4e5472f11f73d0d5c6f3794d201d81f3c41f83c92d076fa8fc04
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab27c6e2b3683e54a6a38b06b0c482be60b92c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795c762bfbe31935088c4a3e23003042c8761d7f92878718d1e1223528aef149
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656ad0d9f4e5a92f1bb0ff77fd18031881cdfdd5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2e949cfd698170cd27b89a489afb4e624eab08d916fbc90e5c79e191abd5c7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23b41f57dc5b778d7af9bcc9a0c262ad1858cc2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ecfa8cf9fd101cb72c84b2ccf9f0538cfbab5d7424653d4143eb819090978ad
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57694a15ca2dac62fb893dac40641ad896b3350c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8af3221506b88f259aff4cf21bdcc3780d1c91e7837c4166582446f7e62e84
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfe458a79874ce8601f93f307e2ced9750d3a98
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c8e58d96513393b7a4bd6600f01f414dd4d1cd8ec0e14a90b43fcdffab7e24
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e2ae79b14be1523f8c86dc21e91c9eaac2387b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217082248e17b54876e2493337fca15a47cb23d5d3cc71eeab0215d01435a891
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1acf5acea52845cbd417f32e180ad49fa881f53f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e92ad5238c79f323a438305a9357a01e51b864fabefb9a0f41de74cf40dcc32
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0168344c87128725a66f4a8f692f2e62a5b466ee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4bef68dfe425fe287909e0357a0ab28dbaea0df76823c12030a08eca3082090
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a1c492b5c3fc46405462365aa00a27b64a80a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6790fdb7329fb13d140ddc2c09737ede015725a59f7a59dfde51990cc0c490
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cdc5b03b55ea3d9edf4d8e027e315851fc9c35b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f484670ae3b70366f49dee4ebcd2d09c3d88d9a5d6206d689687a23ff31e12a9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6c99ba377c3db37d7c7b48348db25d04abf855
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554337170800e20493f89b2b0262d7cd445896109bad25ba1469fa333104d370
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f836d732c72a3ce810133f2de76c6b0017552c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2506a069b72322edbe2b68c8994a25ead75f1d78e7f9218af4f199bbee6ecb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bdac1cbe62d49093e425e034e5a704208c4b646
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57ec7512f695323613028728e07922d8075b0ea1bd6cca93f99fd7168dcf7b1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84da2f901d7582db68f17af42ed6a437e28ca893
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca33fcbbf0bf5cc336f6dc9609675ef24768334e0bfa827d303b84a75255811
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464142510fdc24ded89fdf3ec312fa1d24a2c7ff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752f106dde86ff38202490ece185abd741b92214f160cc71d58dbbaba19dbd23
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2231c1a46c1e13f8a258a470231c5c8f2910a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a70021d5426dd6e125dd7276428530d5c0bfdff622f4f99fa878745fb1801f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b8d35fc47bd4c11b03e5fde00c3e4f2bbcfd64
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dceca81ce55580d5e7fbf159d5e25044b074f771b025735faeff5cca6c1706f9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20544fecf43897eae8361510a518bd07c8a93bb9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707f3f96cd39938914325804ec0b2f9e00f6c832dad8e1d76bdb1b1725affa41
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b494414cfc593545860c80d9b8c8e5fe88226a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47208501e93f0f5b1192480b0c44de5e211fc8ec3dc203c017595497b3349e89
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fbab38ce6737f379b05b19ddc2d72a5331ca5e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74bb1c6acef312588cd031454d78c3b826fc2ec1b675c15fa99afd69bbae5827
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa5f3975bc35554c8d0f82568e13e7bd41cd646
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b683149bda23d971ae1b57cf333718643c02c4db681af8d762a1edf146e72e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd5392a4d5ddf493f3a64318f50e107ecb125a0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0884992ebecd6b2515630a3504b0e91b0fbbab91d900d8841e57289d2402b5e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00acc0ceae92d20895bbde3778fe972d2ae9b344
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcca3e999350b9c62cd15b89b526b1373c0b350f25c84248067adf4e8277cd99
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba64e667af9b2dd53703774e6b0a1517f7844f16
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee267b417174ed4fe36ac728075df694874dcfeca72d450e193153ac64b7a68d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73078688b09cae0a200639a6c903004fc4d7149
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a62f581edb316e6b8820386e00dc43af44828c767bd56ac3d1eb4d8cb9aaf2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76094bfa44dfde3f42954114ec436e5b719e89ae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99350f534722f9dbaa92faa12e462a0ab48637f0f78f87ab3a2b820cbdcaec2c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2649b528853e5e759c2d760244968239f940c5be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65645f639a0d900f74f34abffb06282f45b940e84be4730e8a25f60352a9fbf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b8c2666f9c235dacee6fa5370688a9bb4cc647
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2a58eb30d2b7e63af1f06a94a84e9e5b03249b443b060c04fc6e7fcefb0456
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88e81790acf8f4d0119a6cfa0799a55e2b01c41f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99703a0650e59813f6877c21c6fecf901d63b8ae8d146d892d51a5101a974753
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49468d330ef80d0460683c1756c849decf184102
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd36db77c3a1c70eb018e541d3e6e4e2a0f8fefb8ba8c02b663dd26cff34c791
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c61cabacde3a203104735edd29dfb803c33c88d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb7ed90fe8f8e27b9a772dd15ac88de13b618de761de61d040a34b21adde406
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7552680735b7f5e83ac4492cb8e848b1b6b07177
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d8ebeb95c599e384fa986933bb49ea9195000b4032a560836038b53d284d53
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f08b6221c38e55e9bf158460a3453fe0ba96eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3fb2b4d0a7d5d56aa5828fe5501e39e9737fa2fc7a8a82c208959b220c773ed
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586cae94b7bb71e20e1b8e07e8322c8b632ca6c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84010e52ae13c894402d15b8f30ad69e9697a91ff7d052828f6131e5f33db68b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eea7baa28c0bd5473bb40fb8d1dee4d47d7e050
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c31f76a1cd064b623cdfa2869e99d63552b74d5c09fa16d9621215ecd07fa1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a86af2f0339473d98a4bea50f7b0fd9cadbbeb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4c13523ee5b965c30961649136c31728d7a2b9e36a2dcd626b8a2d899d0a6d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89f4733543ff7dd803e713fe442dca65365d5b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17926f3993fbf2cff08055578d69a293f742526998ac3756404e431dd37dc26
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3745776d290ea3b8d606949a6203195abd3d2268
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2287c19c5a35480a5bc590566f16cd458873eca7a3355821cac99c8c86398603
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68be045bf30f7f7f9fb23eeb8f38cc2567334f83
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff81e9f0ec7b8f68bb517c02bed520c0dcfb21f7d598b4bba4f4b78f57c4bcc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e7c1460451e658e7ba6146e581b32c9c14453e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1415235ef060edfec69574f9d5bced7c758721ab8c636e3319afb81abd99f712
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc77f404fe589a646af86d4ec4055cf6e771655d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8befc6f3af11e696bdbf6417fe74fca177cb167d44b68da26aa7f8a7c2232632
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef3d3b3907667e732f9507304afdc6572e76848
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e8c1e3d1567bf4cf426958e070da5019ecb930174d3c83ae950a296e4bcfed
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66dff2c79cee34566b81a53e09c3ab220fc54fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3c048b9a2e2eccb0d21b601af49b5e2dd0382f2b1583f05e8ee5400c7b3242
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6811746d78ea53e71effe7ecb7062c24ac5ac325
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3229e8edf9762d77d24db73c0fb18496ea63e99c15576f3918c3e254a35e3c51
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877dc5645fecc004ecff57888973a497cf3f2592
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ea9bfb552a866cc39d04f40de863acc96685c66e4147f684f1a58b48f4b7dd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f364d81a2da5ee433ae7d7ae510b3f83f91171d8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd49c18ecdc530bb2d2208aad960de1b2b1b1b5952b0d2ba4735e30bf32f028
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6ad960489193a7873b1d0e59e3116f8adb8e18
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2984bf7d75f78f1151e6788b89fb7945e761f1f5deac6c532588292141fd07
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d11b0d89059ae044fb9047665df401f7e9a685
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314d043360060cbebd8920d62fb7c759a90788a9cf2ff56ab90702a9d89f8f1d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32a085b4334018fa13be31be191ba71c82ec19c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e43e806668bdbcb35c1a7b249d69eadb57c4c3ba5af45da9c1e7362830a10b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2376bbbdebde92a60561d080c07f443ddf59fa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533dfc8bce8a78c5b5c02b3239be43c4f6a5a33de1c7878fcf2de58a58deb802
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f894cb8c5060c2edc2c3e65023599833d59c5988
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7daca3db97a253c51f74cef153cab5f1651a39c1b9144a7aee8eed9de8a4e261
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84e105953e9d48f4d5d9ff3b1708509a5ca496d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0009aec54ddc3c88ca1277ff1f4689eb374a1e018326abf93b2a67491fae8bc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8ca05ce8fce4e46bcbcb4b26cee77ebd243eef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9838bcdd6800032204f806ffd06552a04bb09c50ad1cf6039148009b99e060
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98da0c08278c4cb8123afc8bc5f2a01e200594a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f1f94c6c86ff99ed0a7526a53b3c0284954f0bd48dc6bf297175a65dbe5100
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c918c6d6bd3d8e790b2c2b2a57518f8b990b58
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2102f0890ad19f13c0f13e89d2183e1aeae7ccbd7fd3f1c2449c17dedca288
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d28ab65bd0f9d7baf15030b2fbae16af939540
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8265871e636a460c197d38eb7ba0db16c408f7fb241d4d9815d4b7bc7b9e4d82
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d061e18f234b92a19cafb0762ab8c89ddb0738e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9312bba9f6041c974b8b6113b50eb6bbdfc21db1cacfa7a697cc712b5ab13b52
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7582f714fec809aa506bbae82278aa674d821752
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef266b1171ba73f5f5c1e6d331add7bee2dfdf36fd42e912753206ac714b123
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1416a094aa1f6c7b2f3403ed9ad9395edb6b7ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9af932c7ac6efb76e6ced378098da3e67ef1c21152d94600bce41c51af252c5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b63cd154eeba331f805b61a3a714757e5b17bc0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9e3eda6186b1ac360c13c79aeb02de47db7f822c11e1b681f27ac9639909ea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae80c50bc271d50e2b5daa0cd1dcef41e9b3bdbd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e686a123532f9ff7970dd44a3e4c753b29428e54b37faa1f7eff970cd093bae
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b89eed3d6e3e7ee3a9344c3f760631b738460b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04cc026e3efe647c4b42085d95865a298c6f57d5cf663864a637ddbc328a230
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1f6ee87f07d1187bcb2e2f78c6f0da7078ccfd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e115c1dc39738f662759589786ee21fab896147701f7fa97cff0a6c932be7525
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5467dc43c5e8ebad34772870cfcdd4f13ab94e1f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b961971debbbe7e90ee8c2c1dd237ef498bf58aa22bd8869ac423c9e1ca92c25
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cd300d6217a7920615562f8dd7baae64cb5fbb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d20520b7f79dc22f7e736a36a9a61aa94cbc750f3c2ae51f54d33cc8de95755
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f10c5f1bd33e4710768b2b41fe01d787483d8e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8bd576307064c180f8a3995ee8bdea00b9c91573128130a6bc931970217f8d9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e1e4bba17e839af5834f8b899c03c957c2d19a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5994ad4b0d05c22e96f8cf6f8dec2258d054b52f5a1ab34b35fcbc605a57add7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6bba54871bac5109b13509039593d7101e91952
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061a8bdc597c460d7ed220e53bc87ed1e84c71777bea00bbf84225c38f9a3581
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e892f6fc67a325bba21b455cf05ff9cce83ac64f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76fae386e193873a846d73ef4ef94361ba6277e820bb0a6c9064d6cee607198
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12974a81aa88f8d513aa630c4f2b1b4408633d1c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822be3a10761d5512343cb33f4b92a38d1181a112121b5226df5c0324598df42
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b4da1fe92417bb738145e8ba265ea2fcee0162
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1160cf3de379317a0e9e21f5712bf7f795be996f30c1b7c9b6b0fc7cfd4a6625
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f7dfcfe21d1b84f5dd409e03234401def91c24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12f419a2e6bb72ce9fc0bf958197ca396b0b5bc4de38ac0dcd79d57b57ff06e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd552522f747d16b8b8cab6e1c4669636ebd7246
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed59f898aae40460841814105267f2fed6ab98be2bd39a37f8ae810d6d9a173
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b72b00d3559e30b97928f99321d6ab0ba83b774
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e1c6e356e3f537703c1d5a6af4ba5d3f3b4715711d1ca7aa20732ceb906b82
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a780708355b31b69160d7165e1dfcf486b2533
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c6974d4a66992b72bcd2c8edf89c816b2c42402f66fc254e5961eec4a04741
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709e806f42aa3d67128a84525de19592c6a6909c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec71184c308ffab11c727093e261825ce490a1b8d09677a6fd99e172df4f0f2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa82192e0f1c928b2bc5aeb4ad8d05f0deddae7f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fbd195cdee030ce7ba36c8d8c73b4dee1b8790ff9df19f4c3ad50400ed2088d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05400accd06da9ff098707e58092fcfd13366c6e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d783e5ebb3bf6f3dd53dab79d4c1db963d3491dec25ca984e4f9ea6abb5e5b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5517f97285ea470884f39d491dc0c862beb74e3a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b798069ec83ee984bf11d8dfa7ddb904875e3992c0bed2d3bce9b21960c9d3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c47c51ad02e88da76089dcc585e6e6550c09ddb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3ddfdbe1f0c8f60df29eb1bfc3113532ddd499128928626b5ef07a3d15015e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff9fba9ad7870e9de907eb7bb86d44d90e68779
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1038e77f01e8e68ed53bc1022330a8519d083223cb11e54055e5340acaa669f6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493bfb03c646cfb2e226941765d024bb7dd44211
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ba1c309443a124adf24e5c3b542d4aee769b92a805c75d461de82bef22eb43
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf8d91522f3dfce2923f7b4a9ae1f36c69a82f3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c2c09f17767e2af78776a7174603fd536a6e802fd1fba39e6eb98e3d12423e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4854b38e36cae8096957e04b2c25179ff9f2437e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:951cdd1e4a40ad5c5230e18f923f65b6d8e61fc5ec8b3ed621bd2639400b4717
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e662a7e6220f1403f3f2db830fab80077c5b49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a91b2aa0fc755e8776713fb9122873f72b60183a15fa4db5fd7f4e51bc794c5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e50c7af85acb902da10c0e88853ec01f3a6c59e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ec3d6cbe64e8bab6474efdf78b2be6baf4bde10e874011aeafe7aa3d5312f4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdceffd5519601e57ecf3ba8e8454dbc7e0adecc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb652c58a8d4e539cda51d2b05a5e9ca36a80f49679e37e0d2ca15061433cc5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405ab434065ca379403f14b0e0027d72ee38b122
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1dcc5cc7c2caf58eeb63b2ea590c650430d26eeb6ffefbf5d2f38c69c0d8878
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425741ad4337b1d4866cd16d2822489d6918603a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df491d4afcda40b0bdd75d0091c4c7c09414aeb104beda46375f4744c683a180
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc2fcccd02972863cd873ae5b552cb2a76fe86f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5b61e626da472f8da15c979470f5af8cee9a4314ba34cf4e3de0e130025463
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6451337ee3f57c8ca34c7872890c157b7e19a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147a6e4ed3b57464c624dc5a1701b7669c4fc4dfb2cd81acd70712d76f3256f7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671664f0602610d880f2a69a5baa31eaa4a4a281
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2d66c503356a57f71f5626e03f62222b053c6c7c034d03e8f7e7494788980d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8962bfe2b1a000365ef9cc33aee5bb8640c731e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfe7e0e638a99e180048d7fabebc338e4a3e25b0eb8a2d86bc8c41d7be7459b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f384f2406529cc8091a3414d3cf53d5ab92133
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e795f79624aa125217d290c1b3e1ce9fa49b45fb10d3659e04dbf3dd3de09f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce797eff55438e15386333a3f8a721c401a6803e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a182cb19ac0bdd0e2794497e12b833abd3c7fb8b2d26d79799fb7583ad9346
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42cc0e648bca907ca7461588e59913de0de99c36
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230959dd33f6770b3fac37bc14608ca748a1f70e8e79ee835f77bca6b0ed5424
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a331c6a100d31db907fc0e3a440037fc6cf51cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6d9c01ee83b37ab4b2a12c0b00b874c5e61a588005ac9d26fef744fa756b00
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d41cb69f805ba836a320a0101e511b27dadc6d8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e939fbcc0336709d715af4c071d68bdc59d8a6a98c898aef0751b4c9d0745f5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2ea40671e28f758bd5c7567ca1a008129a2e01
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6adc0df26003f1f3d2c621adda13a0b28329b89c9217f1bb7d32307e83fd46a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a91a87d973b8319b8f1eb541d05a0c44a82d05
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a1daadfc45bb0574b5e254386fea710b9b51b18b44db2df2d4fcffd4f4db50
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0005b4cdb5c2aeab92a2f2552d55fc26a5ef4fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea027a4ee94a2a107093a26c0f4924eb97fda15079c58ebf6422bd1d5708f10
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66eb85fd616a1303df899a3995d332ff63d6582
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8368676f745f4a6c3f29b335ed66827a094005944cd12511ea06053d629d6185
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345c83ee5b8e78f25a74003b75fbd21135512d85
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07778f438adcfe2e14e236aff2bd69f7057d94431fae03bb6e2731f2a1d7b625
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2586680e7f1fdfb05bc1f1ef888847067ff2604a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e2785543ad4441b498f9b8efaf0fb916fbcc0c1dc041ba839b6e1663ea91e2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500b892c67771cd3ad3510f3ad4006bcf480f614
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11fdf4021b20a91390e34aeebae2ff99355ec9e651be6347194a2b198758d12b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ffe0ba3b7beb4ebac79ff69e06c0c1964c4192d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852120a52d9705f663c13502a51b3431062c768ee530732e9f00e4dde6c38eac
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55228f2c00240db0af1ac5c3ed02abb2ba3a3f73
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0aa019e4025795d3847b7ac0fbad322ddc3042c7c2f096e7ac8c2ded764bf8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c710a0df72db23e55c43d31cd5731dcaaaf5ede6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad68deeb976eacd67e75156cb11e38bd777d3d136611f5751d897ddc89e5fa16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562122ca7155533fa373798cd6ab1b1d84b68062
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30978c0caf254e3fdaa9ce9c8a332b0ed3b9568fbfba6ace649ac828f86fb2c7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31216631874674c93005f628cadbcfeb43fef29f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254b96b6123f7436604e80a6c22aee4416764ade2ca3eed9a9c0838c008b156d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6d762df786a4b6121698ff8ff769694abe21ee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2040eb05d7e35ba0174963e1d0e0004c2c4ddad7401c97ec8109df5da0c4368
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2331ceb698025e7e90c5aba933835190ebfc4640
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab70920f08896204ea82d80ac3df15bc10a0b6a3e65cf2e57a646a7ee167f0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb60f5a56fa9404997fa19515619c94773d41c95
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07568786e77c78d2e5e1eea42872837e2c45f41e8495585dd205a233a49d8da9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95dde1702cca3014a878b74a1fe2dbf4ae16446d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2135245bab68f47a8213912a4e8954f50d101b3bfe2260a62259f5cccfec1e57
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0982bdce1d7b0e60ce95b9f984fe75646e3d6a0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c44956d2d1519c73b8a38d3290b5ff51b0323f74bca97936698edd30458088
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd5cfd083faba57d0ba5254f59a5fa65b082099
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35627b02f70c6148ea87f81c019d8c1927e1197bda37f75422c870b7db32063a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ac8a6d0e94bc0311f13a45a9e6c96543281e30
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b241d6ebfa606775ceca0bf69a863bd4188aa737ee7bd19ad217bb90d5980428
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d846abe2153699f284ebfef5324cce7faa10ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49090cf374fb2af9f8b3bd15db156c5892839798d959a83d0c17752f25012077
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8374585728e14778b2419b70fdeeca02c8bae5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b6f1ae4b4cbeac333c20ccaa253597ef441db9d423e7c135fba746c5e3d572
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac663b10164b5c2a6da4da43536c8c13024ef5d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d29e26cce2ffa80499b49b7c822905b336080d920d5688e6f4d31a2c101b64
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fbc0b42d276a91aaf3884d73621dbd25e8d3fe1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab5195f12690c40c26fbed88e75c9b7ac02f95af5ebc19d2dcfbd890a57fb86
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d3872cfee698afabfd2be7b932e95a7f059dbc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8501e991f41e5cad93c9296abe8f40dffe8ed22439c2a33c02c88afe1fdfd5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50bc6400c05ab5dc4b48c2cb0a7b204000f82885
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9bf836bc4ab1712f54fd8546c1d99f2d2587a5e4e1e1bc11c1c15117ead3968
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fe0ed5aaffd631d7c9e4222d470e1b1a09e1b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f2928a3652cdebeaacee39b6099cc5fce3fd8f7fb4cb966b9aef09a97d181e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8386114bfa885cd92adbf5fddaadaec077e3ea71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b499f5178b6f766981afe0dc39cc07e1836eb6446a4f2dac5ee57cfb7d31da1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75169a0573abaaac60ade6e1f0e8e0637871f7d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca94dacabd1efc5fc99ec4a76b64e2cbc259ab08761916ceb24e9a248b8be96
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4065c4ef454b4fe6f095df1842013201a82b0f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf9d91299e49fc947aeeafd2292606e75c46c23f1d78f3ebe5a8ddcb763f785
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed880134242214f77457179b0f2f319fcce0db71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a423f63c58b7d35f0e9b06791e8ea2b6babad1bc46bf30628090603437791f6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c9b1f1e505e81f05cc2ab83da4874743ac1657
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c14f3fa5d9ae2dd4b486965c11e8453a3921115fe4cc5ac7baa489965265ab
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6f862a12f9ad3c7104c7e7f6877df7693990d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c7e9622789de0ab38da79fb3fd0d69f0c29b3d1b5a4dfc6285182e14d96edb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd558041890e509a5786fe2667ca3818e4edbcb4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752580810a5cf98688e643c583622efdfbe7c68f3d38ef7cd1facc63d3b05d93
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdac0005e310ecf7e0b981161bf445df2a2bfd3f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd1da6e5d526e10e7a9d2843748cb36e4e2f79a90ab7cbaf9fb1ad5ef9083c6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bf9c6f86f0306f37d4102d0858c3779112e192
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271cdb2ffd377a6a20dcfa97d8201301b7955cac45180fc0c955787bbb1ee8b6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a237440f98abe59f906bdf6653bcd26f7112fc1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03727e00e7adda248bdfdcd7e1d03fc15f422af13124ad52b968f36089f38f48
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0025e1ddc52b91bf7f497a0328e857812473af28
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7312b0d2a28ee99762854b0d672d9b2f48122753ac6a6cf3d01774605c2460
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03bfbd12ad3a0fb6df2a5c17cb8ccd7ffe5b4e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408fb5784243c67eaa85f47b1e94662bbae19db3713851b311342843f0b6d3a2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbde44a16c9ab909534ef5b9911667dd743aa872
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7334a3f4a6292aaa44ee5ad86fb20d2ab1f995dfad133bf68b51b6292356e295
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997b01faf21b1b1530514120fad311c7b742fadf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a226933a9b884f6425a920257a3d6ba594d4bbd3669eb58f15abf24506ab7c5e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce5f02f1db2813f265c5bbc2a8a54f6e10c3c56
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f38c983bcd63a11cb9f9f63d97ac7aea7c2a1721d58c92649e3eaa5199cdf0c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0d5edb1f9236883cfa167cdd5ebf9fb5db5d01
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99afdbf4c1f765795e8c396f61c877296b2a5af192e8fbea22612cd492ede68
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b791149d9772a20a900f1f78094d7b73d479fca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af852dba9488861dee7366e706c5887181daece5d79b71f55c72e19944ad31dc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d75d8117b87a6e485b84dc27c3dfc8c2f5af5a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c010149582511d7c6539d8ba7ab17ee9514fe6eabab3320437ae6525e905f5b6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e5ba22895406b4f065a5e76105e5106058371b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f607b3e2c1ef4cd28b5495664e1ee4bb2a491c52ba0bf14009610f10542dbe
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167cd8fa53c6a6052b83af0fe1b2a1ac99e402cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7999efd5a93719b654d80daf08a7270ff3e431d5a1371abc77e77ac111ec9cb2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a695149ccd0f261fc387d4c57136b70bfd0910a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edcdd8c76be1e7783ba8b51faf3e60e126ed65265a8c3cdacec14f8ac1bb13c5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36b4f8b406e5acb70f63b312e0352bda5b8939e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42220a1d3248b687b4f307345897403901dd98b6590b4fbf283f49f4343ef202
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096fdece8fa0b9463edb2d3df29042a08e39a05a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1450fc65b54aefb78f67755014e1cb36d1f01554d3a39a366d9984e59eab55
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b4b912bb30e12cc6c3a70e11510d6543853cc4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ce79bdc01855e742d57cbfcc2542c33e23cf52bdd7f45d4173be98c5c32289
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a2bd844ba362e3c19ea8c0ecb215bead53fb1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af953e71cb5319665ad9bb0c09cbf2bd871f178b3e88aa0c2f2c96e0533acfbd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e488649c6ee66ad445b2cbc6cc0d7b2f104023b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afc0e4ce8b651892c7f9edc6d98a5aca98592567ccf8dd1e58443b6d10e2a06
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d729a74ce230b0ed7a4b09d9ba209c791a4df17
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e46b65ad36cb38848b7fdf7b5b481b14a10570d90d6996d260127d3ec8a0a6a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882d92edc61ab55f39e8afb443db3f958d239508
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825aee26b39f742d87503361d9997ee4ac72d5ec46d2e51810d7f49bea22c5a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c7b74be32dfc757e7b45378e2c7f5a43886535
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db28d62512b0cfc215452ab0e12680e5dc31389dabf3e178fdda2549b55b701c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0f565898040a6d82eb7c4841e5d2c0962f2163
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c484c11b2acfef8cde3e220f8fa7536cbf36070ba227d30af89d460dd3fb61
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721aca976cc75ba23780833b71493c488261fc62
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff48bed27643ea00083b0f9d103a8c916ce9e753e8e5dba3c7aeed658c7c3a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a901a7d587b7aa6a0956d3ec33ebfcb41811225
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57639f09ab7b4e13783e86d1d4d7305e8b8a4629731391c1d060b5326b09b14e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bd60d5bb4cbb474f1db85c8cc01542a81c8971
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1746aeed6dfac32f5dca0ba86ce3d3d1f2a5d8b48d521359c91870c51942e61c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ffeaf629263d5d6b1e89e2acecd4e2e5bb2f38
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0f455fea58a0c8b61dd91a39c4d0f37da5e218ec366060e47900eff82bc4bc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fdb083f75a09fb0ec0417ae4ad3e73becffbd7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafe0f1888f37068d28d72666efc0b140be47b50d62ecd85a792e4072162be67
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc384c6435beaa7ce3566ea41a100d3a9daf8ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc9a70eb46579008dd9bb187107abfb9f9f1c42c44615cd9814f8eb7ca80d3c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73479eb35e9bc306322d5cc5fd50ab43a876a5ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b899e9b9e7fcea2c8e8aedd744efcb32aec12f0b965c51ce5216c96b09a232
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63c6543cffc84b68ac33e6ed2c482747432df1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f932cfd4f4006a000b02a6b8576511d7c4f492151fb977d91a287a27d98855ec
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f664d77441bcd8f538243b93c2ae114072b122
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c57aeff48ea41fc3d5b00e1b2c28498c2841d0227d6828e8a2ba0526e80509
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5182fb02df91afe50d08a830e4feff0a5e0dbed0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a08d6ac398ac1644c27d81b37425a5c026551d5c99cf82039f524fe9f3efa9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140720a7cc7bb339d17e2b269c1e5356a89d5fd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d6fed044df6497154058f54de89cbcf6d643a8b00dd9a4ddd6c6c8eda8113b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02db98fc9293fa079defcad553a97fb49eccbc9a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65c3c6a62c30d340d76777a9683d5c6326bc675e05bbf1e55194f7579015579
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b6764eff810556f503f5cb941bdaa6b7d592d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4bab65ec48d9a8afa92df56e0e5eee5e1be7514227373f879cfa8869cc7192
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a174c046206dc1797ec4bff89697d9626bb85c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69bed0eea02ff8df2c7492ee7f43dacd026048d8b849593ba60d4faf17d5e38
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff01d47b0d63692528e6528443bba1e1680f57b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:713867a99bff755274b7f874ebbfde8e1813c0788e1e487ad4480f76ccc0add6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beffc59ff8f69416c96086516a70b10b55e1a48a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dab0641e67228541c99a81420d8832f2f0deb5afecc2645b79f6ddd3728d548
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbe0292e96807cb8a1230f1d28b2e744841d478
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5f2d424dc2330117abc69121185c17ad1df9e03c2a2a00ecb721b2a02af12f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7fae4c361dabcdd45b7f36854ccf8e4c4d90bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04528d9a7d87b943b13ab7c64f880b40ede483c6305a3493f9640286a7b5285f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ee591a3ae966c94d62898a1b37b5716dfa5142
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525cd6b7e636f7fa644a26499d4dd060090616c54bb52521c0d3ee0082414ac2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aedefb5035cd9fdde8289363503e92b328d45df4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a70271866d52956dc6bde5be331f3914fb934e99205a9da02179ab8d30f427
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce280d5d12f0ba2816b2a66af3af5215f3b0705
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3449e8553adce7e28222097cd35febd6b610f01a076e81092eb309d9fa9f03
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8004a882bcd44272dc7b6139a9faf57f297ad72
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aeacdb8b0818816dcba718ce52052fccae7013c5e852f817fbe11c04a0fe02a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7d422c70d812ff7f8b9541a6649a05192ac215
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983cbc7dbc13635b85b9851b968cbf8df066800a9032adda390568f01d1a7d0b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fab1ceb5306813d0844450eb42253832c26b643
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bade843d2884a20f04da620cd3622a8fd5b7df6b2b2ba3be94df16d1f27468
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa95d0fcb73f94e838825cd117aff38e8eb357c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f489c9647b04e67a2469f288aacb79853f5ebd4b440df0a1964998dedd19895
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc835def8412f02b7d40aecb712719bdf9c84d2f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9225b65a63f089f47c15473a954526c16391d915b05fd44ca22b09b80f626b0b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf32ccb85b2aeb1bc4dd990940536950ce61794
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01220b54cbaa0711804b4c4b6f560950d969c1b95394a04f316355f985e39b3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826f372a3b35b05549283b8eb27ed40ebace7830
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0647d387b13fa7025ff7df75793497c3382c5f5ec86eedf21ff75052d22cee
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7214eb46b46c3423c6d70daad977fb2d595433d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:937a2e6de3b0b60de32d6fd9377048a0b12dcdc03250ad885acaf5c0f80913fa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554bbb34f24cbc1764fb7ad96a6b5b70ec165fd5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b4c60f5925d8d37cc1175cd78d5c6a842730d1be41a03262a801525c9c3959
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b26f3f05afcce7ff31919839c791f1f9fde4379
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770892a209495de5df43fe73ac203c4b6a381bc5dfb38a8807fbfbc97182a578
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c101d35cc676bd9facb047586f68793a080771c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e20d27615387ce9335eb6b09fe3d35fa7ae25404051f657fc90054887f770b8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ee95b74b3093bc393e1f4c2ac8e501164ac9b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94f45097e20037ccdf05a576c0d73d8f800295381d19b3514ac2793d95a458e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99ff42da942206a3df17974c8d5b842ff1fa25a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efcce31f59b1eb7c8712b6ebb00770195b2cc5dbdad4f3c19a9ab6402e3eb41b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ee8bc9691e4e171ada74c4f1fca0ede1b5b02c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066b7d65c47ac079cbf68b284b240453cedb03299f473cf9974820f4131c9d1e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7390fd7f83e22f869d62e3fd225bd0652431bd99
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc61df690caae9b8646742988b546838463e403d53d62100df668f43d7a120a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3791e7f3d29336174457c773809a6f9ff53fdd9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdcb6a695277ad88e7fcce52db55c7fd594c615017a9031d02945e26710045e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c2affcfbf819045f6abd663741c3516fe49292
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647f4f5df8740cf1eed118ab15029b28a19e3ab9ac7590fc6d88c32a1c06a90d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee0140765cb4f8df16b9419c7f68878dae3776a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4934ed20bd7d9a2468cdcb0b13ccb23fbea94ccc81f51ef4fb10abbcb568ad
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3ec960a49a41615c56a7efc9aa247724d03675
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890dc88e134b1fd17d21c48f9aed0daa3f98373892375b2e7c175859c8d91749
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e760df4de4eedf62c167e044ae84f275f43e61f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb776cdf77bbdce30d5e0671d936793b4e357c04648f082b56ac04a4661552e6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93f3370160e7c240072faa0a9d6bb452e1636e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fef84a0a6a067e84a146d64976394dcf1a255ad6af1d3d9b93bb8200b659cb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f83998d322d8ccb878ae0ab504b9746249cda1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22ce1c13503ef5f1626a66c66f65429d0ccc011840d34a06843d271a477b53a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5e00ab387a5b9c6d1c2346f653d159612ba9e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbe4d2c3cac197cecf775750da5288d1f4120d855421fbb6add666a4e80c762
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823597e7096b51f5a700bf4b02632d3b25316a2f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9275dd468871e0c428f67e77c820d316ba5955bc14220704a500d925e003d9f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64323d0fa8c66c00a9def2b08f1c2764c837ee6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61ca201df7e641b13751ded7a84ff5fab85e7832b7db4bf12d3b1cd22d90e42
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cacb2308653187d534378e6ec5a561605ff85954
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e2c33d4a3dae8b5785381b5249436c4bbd254c8cb93defc4784dd4872aec93
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8767847bb83e5113baf0e86e56b15f61a90cc5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15e1ec8ee482c39e2c51946648547dc476785d6d3210d2da171bf4f8db112de
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb73809a10a07d84ea2d2a6b65145bdbba8d9b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b13b98e2ae54d102413bdef22196b011eecfc6e9532f43e79bee3495367c74f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c0191aea5f4f94921f3e826a95b3774c7c7eda
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477d8c893732e571045812853de5e44a530f087053f6896125ac7977bb4e49be
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67ef382df63d875e382755b87d04fb3b1bd7160
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d208f9ac3cae0cb551655d05822aa5559029ebb56f0796fe23cc8ac1e9a18ff
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372a30b3a218a9701351e3c97b99fd9ce0795be5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc5eb5f4eaa11384107889af6850d574edc1f8fdf8419b85a845846ef6ab18e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5bcba709277261b6b3bfb6a5ef470aa45356630
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc0cedd2efa096ce3e02cb3385dac9ab6f0ce408cc5a83ad56a3ccc73a4932c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7958fb14dbfc226278e24f48023aaf50db798fb7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d31b9888ccdd5a57bce1c9b033e933dd360ca3b8007f9304b9d79767ddaf13
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb8372d15a6041641a0f69d0cde2a090948aaf7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8504f5c249b6f4efd910746e4c9cd470f089dad009b1b8c137a28e600af906
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03905cc56a0907fa05a92359ce059994176e1525
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4df8d64d66bf11f836b071a8828c9703ec9134c54eab908cdd67d94b4023ed
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9138b354a26af6709fdd92438f7d4d46fc3a90ad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062d8aab5500fc78206fda8cbf7412e332cd9f55cf815b43c782425b34bbabf6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc8117f3a4bc61ffd777fb5c099918f87d4bb8e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd9ef6374c5a91fed56bc68a1c42608178292d9b66f7566603823628f3e4643
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a10143859ca9938573e2f95e72531cadd7e04b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee0a4524b7e77735486704be3cf75f500e4ff2d17a29d1fc41dc1a112fc1e31
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8405b9c73cb49ad2f175e7ac639a4132eaf960d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f161594f981687dc94351f307a76316af80feb5721e6103512d90c3564f02f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98d3a8aefff94c44b747a237cf8aee1744f1970
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50d03c8df46a14155eaf10496813d2efe86cae5483409b693507b5dc3666060
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f32d3c1ccb74d622ee73efdcc456ca7a4ef3b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcdc37d12c82fccd174ad36a81bd8cfc887384cf6c06ad033ce67e4f8a6a3d11
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67047e64e4bd146180a700f85c41a7e16c530b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd741378729ef71fcd3eaddcd3e415fc92eb8c1c7a76dc0b8431d15a3177203
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ce79110027c04b13a1ce39fa8f3958285aa744
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd56b2bf5c0604e08fb0f207ae234eedbedc7807607bf6b08c9a59155ee14cf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ce8bd1044e274a8cd0833551cab986eb627355
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4657be376c3b37887b4ae565eece55ed53c782a70c4bf3ca8e8e6b9f84a34c8a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8999af25a8472cb76637a7b2d27f2077dd4960
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42355fda35b3ee720bc9ec82c024cf1ef54901331faa6d67ac0cd4b0943abacd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdad10f51fdc54a4dc47ceb7c9861ce604688b80
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ceb1061d75f8ce01d26cf6f72b8aa5f32b99de5f94f5ae64fbaca5db40d6b2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4508ade14add7476c9deba744fbd87cf21a19c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb4e23b5e4f954c1a74574a2de43c685674494de0662ce43c4e691d970f3bca
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c03dd75f09d43feeeba8082dd4af9799978e43f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f897bfb5e63526f2b76fa4eb5d16438ea87d258fe494c88db3142310df779864
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2a71884b286d653ecf7edca32549e2e5039da3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f252878b8e874b63a5d483990196c967f9ae5c895835310c52a0071c39388e1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00edfef3e8a44ed8ba0f76b515c1974ff941a427
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33294ada362795e97a1ffeda264aa66a71b9d15279fed8b9dbc520e166333b74
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b149209a84ebbef2f17c20b00cdf66ee9fe1a79
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2578c143c98b56d88c0073122b876092147231dc7590e089c9ef3502db12a3dc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1cc59ad1a33fa281ade8b8f1ed34260587d278f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eac05b3d60ad429c8e07dc54f2c235ccc3b367fb0b0e83044724d8285d1dcf3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0d59ec7009186103dbbb53146711dec04c754d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8ec8d5655b12432283c52b4347ffb8cae1a850063b215bd58421f4f4ee4bb5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e7bd38f7a3a7e3dec28c2ebc6c085de42386bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709f0b1ccdfcfa92cd6181a702ef39f9b600d70724f744565bf54bf95d5abd3d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4eab7943b6af265bb215261637ac82e4f3f1274
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105b3a3e27053faa67d0a4f83450ebe16a039ab4d1180432870130ca2d29b589
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66c61ca00294cb3bafeceb89b256228beaa5501
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaaa63e792b2fa734aff503d03280cc689db8d9d25f98dd635ceb34c57f85466
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e90fa14f54087c3d4a53f84d7b7103f9e8d02f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5c7340d0e9f12a5e77b2304d0471ed8fd5d0bf6b6a288e837d7a048ac47688
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74490128d571c3e0f81d874fc484be779e228715
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474d81916c3bf39e9d525f1a0d18bef930596a3948f6259b3eb05a95a00cbdbc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ae6502914b61a36ef8e915b57d2c8f4aa72159
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0518e89f17cc261c5b948420b82f2073530a8d6c7147624596854bade7681da
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ca8b2f99e6eaa3ffe283f2b8758e52edf3e768
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ff1970c28256e0ca137275a1c9c52c4b527f13b8774d74ca9f9a29ac09915a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52eb5d40126e521a600821a0f092c28c3c3a9b44
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e873197c21ee6fe3073e996451214d6ce6f921c924731b0e542518c9d15b4c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d00c870fc91420d31bbed31f80d4f337c2e7f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb11a5abb43fbc90a92770552d819dc8ced2a8737efbcb771b22aa2fcca3c085
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22beaaf6450d25f16f728d0c9e18d727a047331e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f05bdf94110de9d83ef41e0ddc39c2a414405c8210cc397b771a16a1b5ac03
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f43e0a7d6455cbbfe5215181dbd438522f0292
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:476cdb42ba77256727c08442234f1ce2cb34c40282c09480ed3af05f079999a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b2305db5581507ebfcf4ed7b270a2759895591
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fdc5f1bdea0382454259fff9068c6e49c8c7e5211d4add21ee3f1def155199
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b16c4c63abe5e16c50e0eed19c34130d3a768b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95ad0d7ca115e41a6b72b4a86cf683f1efac046c3538b671f8dc4d9438f9fcd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6f6b844e6a2e66622afe0429b1687dffb951a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00f2ca9df23e0794496d9a3671787d8af8e8a6f2e5fe81ef0433a8d768e7505
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a998f68c27067461f18fb69bdf057b6f80b10a7c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6389a6ed7954bd529a9edf98dc5ae1143f76e75724f49977860f86c1584761
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5c21890f2c49f383edfaf5c938eb552e115a69
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9fed1e95d60d2b11bf28e41077681ac87c1f14792f12292d9bb27a7718ef07
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891937e927be28991c606b2d83cdf447731d367a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4640fd161b857949bab3284aa50862063d8534849296c019672e3c61b930cdac
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda2228786a821143d5860fbdafd1de8e19d52d5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ace4f2db5bd2bce4116f4bc7837b12f48c739c3b43be0085f04f5d066a0dc8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c897015440d6b6517cc273213d847454e73595
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e04f95a820c6f5cbd519a836edeaf9634aae1cc812ef504fa223588054e1583
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a8252a487282593eb54054fb2602f366473918
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06624af04338f5cba6a2171cbe3794f2df193ace56968b0b1f3d4b0d66fe609
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbc4354fba08f4bd754215eaf593fe9c8d7bff7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ace5ee9e80afb68c411144078f143a6e58e30dbe60e57bc33eb8db5e84b884
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86129b784e70ad58c4b3a3d8867b0e22b4799f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed22733104fc66448aa16f0161caf0a812ea9ec04afa208ea19bc203171d01a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ea57963a097fec182bb19218ceacda077061c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491a63378e8860d5888911a37ad9458ed7320eb715d94cc4419e28e00588bbf8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab427c2426d7353eb35336618c5b9fcddb10fd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3660d12fbb08176a3abbaaed03ae635c850a61dd4ea02b1e506ec8acbcce465
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1a432e6f415ca3ce61a58271055721ca237ace
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7692c2c7729d7194ca51a1b7c9544ace1dcdc1148dc5488a31f557c66761a7d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a004670188ebeb6f71059af181463b26d42d3c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e753bbc78915780ea40d911f81db7eb4cd34447bb676d6c60d6b4cf374123f37
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea47e31660cbf619168333eac429e00fe6a5a74
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1157f99c339d2a4f8cdc8d5ed2632a2252668742ec77512db71a5333655ad031
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7156952e2491da719e6c5f9b5c195236fe822dc8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae180567ee59cb66a1b00625920df3267dbe13af99e9b8cdfd1930ae7d2cd794
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14774f6e0e67fbb51829bf6bb268b568afa4c504
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c280fed1049aa5e53bf759d9431f5416929d7eb7cd3baa81edcb7078c7e8d1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e33f30a0a80e62d7112d0c7a4131e94def94daf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d866bb722d79a784f98055a996c988f13f412fd26fc3ecc704617fb089d93c30
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f46243a2ee8f36f157ca344a3027764b8ad921b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb5f2dc0ddb65e4e50416522dba324047621831da00379e5d5dc62bc2fe7a32
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5980ec9131b55afe43d657f875e41ccdfca6e150
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4b762757655b53e972d833c798a8454ee72e36bd2ef52c0f4ff7f4f6eebbc5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ba5a23f9ed2b65693586b4b107e57f9f7223ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743555ac00e05c084c4b836a792be8a219c6561e560c3cc1eefeb661960f0155
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68401622bf7944850a9ac978741d255311373121
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cb7f94c52c9a4cabf8054709f8d2937d3fbfc114cd9f0baeafa62ea777c983
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01cfc28f6b4fbdca910b66b4e7e07cea14044c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb2a0a58ca73d6774731b63e89858a10922304257872d72a48691b6412f9025
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1204e87a13be25d0f9661feb944f1a638f13f721
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0ae6f7279ada557c47cd3baf472eeb56e265aaa805e5000be12e0075cd70cf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d433bd2c99f5213c8ae97def9262b1c5a85b3ce0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb0a41b936276a5774c2fc6b0fe3fbdfe873accd3c65f25d76b1bba1f034c7f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5a98b083dd088967446056a8833e94eb2e93f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a38bd019f98c04121a080302a0d3044f01917534bb9c6328052f9f0f1cdade
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8717012076c10502e37596106c562f6568d5aa8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a4e29837272b4b311d6916a4ebdb71898e25cc78b447ef3f2448538752adc2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3098fe1e502ae165e13c7b4a42bc6c22a37688fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea11c21684f713dce1d29459b1771f25be33104ddbaf2f98237a3bd2e3306eb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdbd77be0514a74c906f0873ac769d6c60020c3e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3624713aa5c7ac6cda77e787589cfbb43c493491dbfe6f360ae966cca47790e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2254016bf9d43b0ca9010c7f1f436cf2fccb2a22
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc592ebe5c7090631d93191790560d840bae5977433eb5a6c7f6780126bb9f7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9648bb7010ab96b0ea0392af82c722f389c4c100
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c5f304fac99bda9db80c8a78eb1dfc815d6b50bd7af101f4df7318101423d3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30431b935d67ae436a862c339f34655530c2dec9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58456c93315c5f94e9e2d27ca43838540320a5b7246111543399db41afeb625d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8025edb139e396f0e40dbb9e7583be78a7c0ef9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3033bc9a011555c9b5fbd621a8e36f6a72f89268c9adeee35851a1790b7f0f39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7097a16d60e01d89326c29cb3e7865054e628f1a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b2112cb12eb35608b219ff3fb531ebb23902594ae1a2b914c3b6c4fa415f3b2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838a41cccdeaaae1c0a8890b0fbfa4e2f5b9e24e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9a88eaadd63cb44edf39e63747afc207e4f356faf0af7990d2afefa88a5d18
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b63313914c126dff5a06c814eff75696fc0167f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb976beaa3f95471d8236178e1d444ba3db8006d19468688ecde33fe20f620d0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166e0a9da26150082a9fdb4d03d74943ceaaf02f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2b9308aaa719aaa5e4c498d044c3e31202360dc74b85d17ebf3fb14b12a94b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075044ec1f61394d7c3a016f18c1ab899ef6f457
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68a2f63b5c3687dd077e4bb63052398198492b47f04552242d4c87a2f243a2e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8919521ac7af415e232bb8a4b98de129a398871c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acda2a5fb598c3cdf5f98c64d2f0ed8e618a83db776b85674a5e51a6a4440a41
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3c0cade4e4b87de03c56decfad2b6ea6058104
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a136ddd0ec0d8a89158490788be5ca228aa6e98d49acda5ebbd722ddfb9fe04
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c029ee9b2b1b457ad35f08d589269adb838ecd0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a3e2c2393030f95acf3bd539d543fa9494ed3d8bfece37e8ae3689ded1bce3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0bbf90e56f12f06ce62040796a3342f683ff8bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84dd784a4a1215508e0d74f773fa96ec8340b990e954c32513bc1b0d5c2ce90b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff7d2e7dea0563e9bacc8f27d3cfd936ded246e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2baea76c6272b4581c6e8c2de60bdd0f230558ebb41b4fb39c3082ada631036
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d22a633a167131fb3c76ac576d0e0f0329f3b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf57a93020704396c9c549edea8ed45e8fd4203c34249a4afa681653f9fe4050
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8594eb22b89aef56f0a3ca1ef721bdb2bc3ee37f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f39367db552c61848ca895b22bfba0cc8c41214f970c2d27869f1f289499cde
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49e6e837bffe1f2d9f08f1eaee466acc31a72f3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53afad86b4b39d02140ad4dfb059693d395c4880bf5739a715d3b0afe104c3b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3c12a744345431817ee38fa9774c920e2c97f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3128709de96eab37f42f0d57683a5dc319909255689b3bcc04df23903c4314f5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81faf1929eb1bd82e5c7d315a90e99ff637415a3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2867d978d33869085ac400a7604bd8255c8029f188cfbbbbb0d67bce7b1874dd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b66066eba19fe81a52ca6daaf897d404d549c7d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04906a93d70f25d7a34e5f6ed89bc07f5bc9da4823f36e79a6a381c2cb5c618
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40cb20348b11a3fe7401fc878f4b5d13a578f8e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68371d6f77852fb6551f1156e04b6e07786a8537aa98e2a1d3b6f6d573f75c96
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4107154a119a55accfdaac2bb01b565a96fa433e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906c9f896f4b1d5f247ebfe4c28130ad6de50a5c453a46579c4e50b90b856fc9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813feaa8754cdcd3ad0575903fa4ffbcb0929b0b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be9f00a7b52a051f439fc475a96771468ce71789b78ccefc38c58d4080ee807
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2238ed4b980ecc4f9db0318159c9ebf6d3dc60b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55890571d5be4ca103990ee2b0b1382244f77c509cc7f62ccbc439efeea50ac6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbeb3eacb285cd1793854a147158d249c735483c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fdfa1380c683ee31d147fb510d3c743d7dfa04f97d972c36d1826f1e200af5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cd73f1a9500e200f1b19cb8e9fc6bf3306253a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38d617c944e3db602f4d2b8fd8dc7e81f765cd3310903205c02c7cfb4ee0b54
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7ac5293a644d33b2fe64202afc152e0dbecd5e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d91140cc22762d1bb82f69004cfd6a1fd18d686759e5e56e43f64c189a1b9c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8c5e455d49f0fd3ffeb36962911d2339475091
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d01c8509ba9571444dddc779d90c0fedbf0107789116e8106976cd18b0d643
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69920d58f57614d0c4feec9aeb1916d8d205a9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92132391d1b8386943b7e337c6752b2b781a70df1772b10392d39d9aae294dda
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe519518d83d3c5506bed6125073b4b42047df7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9856b7b72eb287f2b57367f14fe587da0bd0e9a81fdde7342523b562048efc0d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0888573e2fe931d72a15dd16cc6355b34760b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cae7473bdbaa0b2fab09fb16220184050ae46b13a3e6ac29a6a728f9ff02b18
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd0e415d9d0f9e93d7f3c059eeaa526089181bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2a61340a0cf163c47cac627919068aad55188211661b0d134994a8ff30a134
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fc4d17a818840899a3f2d53169a3a072ed376f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3fafe08682deda6a7e8604a8ebdf869f2eee274e27b7ed4656fd11a381e6bb9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070c4f6d03fcf9dc0aa42c804c11d5b0292ed71a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f80ae991327217d37870474a9e242988393ed1c3766e9ad499340354d67e64
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5705615cd4d76b71fac0b82c61660b1dc442bd93
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd873a261a47a38c5f6ab15e020630f0c13a1580b53da5d84a1bcd12a49b47ba
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2110b33c5af19c7a43668a79693b2386d934a8f3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67352ec0f2b6af6a203ef1d864765bddc66413d67522302cc854a24e7d4245c3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552256cbbce212fe278b0714219ef996e88ff25a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bfcd7ceb28c529f87520f74d7afad337bb358bdea3dd0f8f03f83791b93a325
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4070f85e31b3b11473dea572fdf55357e0d2b63e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5b9160479200f185f5dbce8e33709550f71a55715dd5d34abccca62b50ac9f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f77cc4c46bf12eb1d89342ad8a56f6088c7e07
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62629baadda6993bb9b0f4198c7c2fe8b590d78099e3edcfc8a3acba597dcbae
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29ed75791483e8356864982b93600c41eae36be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d4b536c209e056b365ebcd7b6c2177ca2cbfe961d00c35412213da132d52f3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c911864ee96ae9d24dd504d837cfeb2cbe3ad8a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2621d442967d3032f3cc3626e165e6cb4f5057486df4b565f7fe5a162e6579
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5155f0e8879c553fd44400e641b3f04a9ff3cc9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf8f4d82551c7bf89d12b6140ef7e67a3ca5f7b8b2649009afbadec764f2daf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f63baf527d61b477a669a0998ca443e6270fac4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131ace75cd7dde1886d22a5812ab1c25a5920ff735c34268f7f1ef1d6623a51a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d968cfafd5460c8ce5c1e376899a744a3fd59d9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6eb6808eac67ee4b4dd7dce82cf32d6dd1b882db9d1266108a42b8540ed07c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1f1d106d3104a4ed3552f9408db26b54eb2bb9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4012f20e12a853220364cd529de980377f68375e85d999bd1b803826b03707d5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8bebb27ac6ee8eb326b02a9a6a65eccb49336cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5b0efa9e835e8f91e0e3ca27788cf0162b45b14e80d4e11229c9761c6778ad
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab8a104a5816c77ff85589d5c204423fc49546f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b0985a48440a47054c34cdd7c786eb9c31205d30eff26bd3fa451187892e09a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2521f748d35033952af94923f8efaabb859878
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783376d5a14d35171f35af70b5529a8d3554393f81b66791841eee5db131cefb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805fff2f5c6d8e5c54d3510fbac390d1d1e40d76
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94cfa1ad00598efa754ff72070a81e8217376cb3a5fc0787c7ee82bb6586ca3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..050268c44e80459cc89f4a55dfd7c0dfaf924820
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a7851286f5a7c23413cde83cef43fb61a1fca366853a3c205040626a08db5e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30b74ae35054db50c6451d707a5b05b3d1b089b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e07c0c65a429246cbe5ab6337bab3a863cb4abb511f860f83853875b4f457f6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b910da8c7f0476c5f5b702dbcef7311ab837ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5327ed8d781b06f8c1425d9c8a29a860cee0b6d81e3b78b8b53646d98a1ad254
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e96cbed64037aadc315ec28da0e1e8d9e57e5c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16e659d747504ede24b0c2fa9ce6d572564bf8693757c42578048dc46a7ffdd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3b4a9bc2cb86ae102ebc36935230a40d764dd3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087faea3ff914d73d2630e99734bfae904797da5307283f68386ca70e573c73f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31137b8605c7d1aab6ef0f421f2f5ecfd4d0f69b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a291ddadb22da24778c66961e8e7c263f4aba34dee39f81d3fd06ab76f3e4164
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fac85bc0b21db277991dd7ddd1d69019bb85652
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95e7465089df516d733f320412392b40b2753f8a9bb0b238a0fc190522a729f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea50b977caa9762af5a7ec34d6a07f1bc5557056
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344eee738ac5a41f68cb05468a8ad2a425271ff98298fdaf06aab46763ea0b6c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f02b669a6ed3b802bf73b1ed8334e868a227b8b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e152aa649db182e60091a8340d79c6f809064f0a5b9d8ebb864b0ee90feeb1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f38741d040cf0abca6124b6f608ac9a4946b155
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470fdfd979fadea5ccbb7d20ebc6d30dcd833ec53067034a5a58c26f70bd5ff9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2207c59e28914bc843e27f683799b4ec4936d48f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213366c26edcd7669cfef0e3b1b5486ba2ff6ad38fca723e77587fd4d2d31d1a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628cc8f880d4b8c07e1370e409581b99f43d1e86
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9127f3e7cf0a6aa2b216da88c6cf20bf5599716d3badf9840619007a4ba14d90
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e09aa22ff81cd3f62c53acdf1f72588ace84e6a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c80628f9dc7f3df416f3791b11a3f8bbf95c40ac5f706c6abbad85c055776d2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4b740eab14abf2dbc2d59fcd56f146ad909b30
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d2e2173b21857e3d88cb83039800dbd282cb0ce36541d2dba17741d6883f88
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2acd943a2cfbe853fa5ace7c37b399bfbf2deb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c9a29c5c282315b9d61615ccda439bad887520973adf7240bd7b3a2f9db603
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77bace6a327af141d818bcc739201c2fe1f392df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9f0c13ad5f165e39b30aaf11edca1be12de45ed5118262b66cfb227b60b316
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a24003f3a7fd883b4c49facc968d9444a10250
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527e2e48aab456f411e1c6002f5d753ab4eac3eeaadadeff53d5fa7e11eac1e5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc08b20512856b977b89e4fc51bcbde0f0b403d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9573a1e39836e2e084580b85121ba64e675023ad8f7f216203fa68721d0fbb7f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1f90cdd10489db159025fdf036b786dcf56bec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54d8c909a50e03f77d19cfe9ef43da6fb6312751d25479ca6fcf1201cc71eac
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7b96b1c9d21d3174a30e4794e8d9eb5d387523
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517304ab72220a7f7d6c696a699ad1f64bd397172e3902d029f60e9658eebdec
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d6a24570e34258b819b217dd8002c709d05fcd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f26c19278ed580dd36058edff20e309e9554c9e33e7c96835154cb5d65ba2bc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac937ee2d70b302540973362e9f5dd13625466d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97396260047ed4dd009d03545f8fe17ea555e146500e9ab1fc9a248ad3a398c3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af30d5ce7da91b93a0bce7e458d379ec4af4ed9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627387ca9375689fcecc090bcbd612fa08eff730939d92d1a5fdc044c0b17c45
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9cdc94dd8f6cedf94e5082ca5aa29871ed512c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d275c2b8b83da81251cf13e584fbd1c67dda1310c0e98fc34128a5cc6c9bd9c4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..968e44bcc8d12dae8dee329238efad261b3defa9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02817a032ad32f256f82c0924f5fedda0a50f73b7c3e500df94d66b4f8f24e38
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adac91b5d2428d79011c6e5eb1fcfed297dc7904
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c04bc773d709d98f7978e54c87608e39543e1bd38e7400e631eacc9de962ed
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0fa1ad45d93bc3471900dc94ff3b637da970d8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46f1a3bbe09bb5ecdd84683d485787f177bb23122d7c3021b9796e88d30e94a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9f8333eb9d97b3a6d12a22937c666ba6e7c0ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93bba24c35aa1026970150fcb8c936390b02de2c54c7ab2fcc41f0e45b0e268
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c6377082a4f87454ad843224cbf9207dfc7357
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a41b9b5e9b415cc5b8efcb062f3037ee8f63263e045850ff312ec288676466a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c7228c266bd07294249f973f68f76281c66154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fc279f1de4d9839ac1987995af4a7821edb10ac503877e39a053ec77775e8e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4f7ac490cfb64fe52ad0689e2fdf4c51b27d4a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4227274e26ddf14782389fdde14a5fa4f118cea9367978d3c11b33bc2f4a43
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ba94baa48262517f4bc67b13fb3c9166788606
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9c1ca68d351f927f04685fb00f7b0aaaeb683e479a55544a2b60ec375b5374
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3201bdf75c3cc4d978f4144e9c6eb0fec66fc1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbf0bd47517eda63dfb5c0a901e9372a29e60c2394b4b17df3a9e4c04966af4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cfce751a763f79ce9f5ff4b2d68ea7ec523f187
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e603fdb2d731e81219ea130d05487ff2bc033782b42f304ab81f2893da3b0d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6fe78ec4ab6bd63ee0a62e0394cf2faa6fb6df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da49dd84d95044314569aacdb55e8d695bf68e416542dbdbc3dd1ff47fa58b6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df63be5f5a8337b8ab6b994641c20c5cd3a6758
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6efc77b9242679acb36a1e6f4e4abd9379b3e081d6fd5400313deb78d8ec24
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b17100fbab501a24de429c819b2beaa7afeb98
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9adc7ca479321acf68b5cc1fa3757c721a2fcd4f5e1ddaf45facdbe80b95d58
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b179374b1bb94f2418c3b94fbb4485349751fe01
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f360b3183d168414db45e67088f605738c0eacce36dcc9c189f88321bdfe2236
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fb9e4bd6a07d21eaf3259d9c76bd42d7b566b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1389307a5df8c595d2c011fbcc686911a71ef316af250f5cec81b98e13b72040
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a3b1cde5408c62107fe11dd6e538e20643eecf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fa294889ca8722483c9df4348d991997c297f2cf5200e4ba3b399bc3827bfb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b9c85860ed80e4e92998972fd41ef9a6da3358
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b57be0f0d024bcc6d34e046c7b93b08f43f2263a0417f1c4e3563737ebe05f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db989b13eebd8058e086970cbde296c8b80ff16
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2207f923b7f9fc08d9ede6b4e708631f15e8d061f99edfbb3163047e8d2a0183
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15910cc8d94b3983d4caea356aa38fe3d10894bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3961c2bcc5cd782c9237d32972afef32b403efbc8a7837d213beaa82c61cf6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe9013d05e330cf5275925f091eed6a43d00b5f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f5273f57bf141fdeaa359030d1da924e4bf9bbad2ff62cde9fd2e21cfa771a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a4e5417a654a4a779e8a8a82dcf532e738aa6f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:befc38a499d91c99bdbcce16e078432e99a11abb75415cf42281a98f1489b2bc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb63c1cd9e2b4600fe17055340d6f440a3bfd67b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426e0f451ba0b71ceeeaca36703f41060cc2b1d4a26fdaa335de9d6ebcba0312
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780da40f4af1df9a5db034577f05f748b9c7242d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d8f5db003b68e9cf0f1b439f826b05548e8eaa5946ab096af47ec3d412ad61
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4591de7c4c642ade94569e797e9c6f09f3f84360
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fcc0300263821ddab1c7469a4d688b603395de87285ae1a987a2447ffe3839
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c7ea4d23b4a469debb383801883c6dcfdfb511
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577f02a92bbd8161cf18f08279ab126cb2a770567425d97cb8b68ead4f8479ff
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44d590807902ec3ca719c047f1298236c2113a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f632ed1930e8369f6b1f36a837104e0172fabccd2723676318e65cb2c4efd08f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b72b494ce28b850e0b3d1a0b056ddd86791e8dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1f6dae2fcfafb2f253abe00542e1d08e079ce16cdc714e1598fd5ca2c289b7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3fd04018465e51b3bae6f57c4ba127a3b2d138
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61d1381ee6681721ffec0fdc9018ecb58c945c295e2de43a008b3990d74e7d5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8684f6465fcd999337653547d587d6e7520d6f99
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e938ab7485099b4d8b8b18b34947f07c1e8b2bd5bef93d02e4fe7a3983b2207
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04103bb9fec1b6dda1b161d3ac7a0f46f81d7143
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacede2af90d0e2fa34f886edfebb8a1228fa0e774ac103c2f79a8fb04e7a876
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f39cb7f9cbcd1605a1906dbf7f1b36074d1027
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca1754aa0834d0af6748b67bae9ebf88ce055a67d112d717cd1abda0741316e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52997d790546ce0ffcb25917ed23a8e3074f94dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10180e9b7bae24f98097974ea966aac9638a36de4d59c18242bc50c6e8ac9dc3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de901acc2d3fe15559834a336f94af40ccd90f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1dcf8b8c3688969498174c9a7d7456b82fdceaaf54713bed3302ba3a42eff50
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dfebd0d48fb266a94dd6f5302988d4c2fa903c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609f2a6a00c646b1cad0a799955b2fb40df7005190755e704a9c718c469b9498
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ef9107704b36bf23dcf9c17834c061aeeec853
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4a9695e140bff835c7590e9877359125ba2be71dd5a0eecc21c243a5b3dc87
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f88f12880d0921966122b5c01b6b1a9e371fee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670e6d0b5aef4f866a89d70a4fce74a6b3354691d0f9ba1ce8146d293a234971
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da6fc633132aa5cf0850b32e908e870e6644e03
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1399275cead3ef8ca78aae474c56c78dd116eed19b18dfbefead578f133e42d9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05adbc401a5cb7e2ab1d7d7c19c41c54038586b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ca6a68e27026431f492902de7e71dd9b90bb7e0cf2d71e0cace5b5baab87b8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80597f674442d52fc68d65bc708c54df804c05c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8f8c08543ec6556a936b037d37490893c8bed1046e69a9a50455281c51e2d3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2970a05fb70e47f4e83261f2679c2fdf272019f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45443a687e3cadec4061e8f0f18b808c1ecffeaefdb9e4a913e0de3d3564fa2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e719be2cdba689e3bbc1409f7274e9eae2ab9c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fd1d2042fcdc9bb8fb1da31f381364dba31c3cec205e6863c7602223743e95
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3414344fa0665fee149a47077db7368f08538adf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387387f652a66ab268b3712c602d8d9d5d5dfa9fc0c6fd9045b2452b548323e5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4532c093b501cbf45309da05ab2f2b634dcc9a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6c5a9595ac698b8d25133fb431cfd5b3f1554e2951cef0d85e0fedaf0efdbe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abde62c32b2a53cdb5c37b23225b450a37bfac51
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f938d68c129aeaddf7e01034d40225ffe944f5b77c4e99d565177aa28b5d72
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8a98f990a72071c0ffa789115c5a7b1691bf2e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c4e7eb4f9c873ad1b76ba8c82cbea7eaf0092ffe68c98f6ffc70209d66d541
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d1d2934b1c867081f4f19144e7a38c65be5271
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c87a235dc230b82bba0febd81e8cafecd3b955358760e3e9ebfb6016bbbb8dc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7109d47d5d220ee3b181cb9fc2ea1b769b3e919d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a660abaad4219370ddb9d1451d890cc96734ad67de5a52352f283379c60a66a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77fc8181cf471910e04ec218bff1b3173a1177a3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd7478245bd24dfd990524ad739b39f374f2dd23de20ac5a4e270298d6d092c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b29adb970f497fee05021881a5f726ba21deffb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab4b6f99c92f6de79d51bcfb01ff33a6c3df5e9b07b778508ac31875d582c15
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00a79dd284721f84ca3bd7e91a5401ab0ebe033
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98250b43eae65ef68e5badc9f19001d375db9fde32f47a97fd3eff88dd2af32
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954edbacbcd22fb05f728e9a3f722f275240c5b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb973db8bc2d4f0f29e8db803a50bd06f0efab2893cdeef8530ecf44114a782
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237a75b650c1aa42233d1c6c99132dee055cdbf6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99c90959248387ac7f5f9e9649ddbb3a50c7391df6a8acc5bab265abe98d18a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88839012e6586a50c5d9e295312b2063495e52c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a5f8c2d5760e9176e3f21b0059de07214144e33392c681559358bbc82f04c0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28311e2ee96c590f7f47fe63117d8e17118e4cbd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ec4716036ce4d1c18ec90a2b7559bbcc6bbe6dcadb97b9f382511517d0362b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a14d093760a2eba412a94f9861d21b64917a56
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c540fba80c3ac34dbac7394666e8f499e1cb21cfe553c526aed638a88abaed41
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfcfaef5ba8031cd26be43f6c6444370938765c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960a7dd8fb5343f5924256d350de998507f9b9844792d62d26eee4c6b70ee5ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643870ddb136b0e69d80ff9d55a4550615e54313
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c650a17c8300ec57d57cfd100d2ff6c33e590ad9bfad402e7189bf2275592266
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6118c515a843764fa5826153c5f18f1041dcc69
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60e44794b1e773dcb5a3b3d02f4b6d3e33ec5acec204bef701fbf927a631cd3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b241dd5ea3055d7f2f55799fd646ac7446790f00
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f6249a9df6927224202af0b440c7728ae3be4021e711d63ff1863df42f8ad2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2876ab80257ca4b7aa47258d4e13d1cbd66a5ba1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8c241208a95bd4cf6f6cabe6f1bead08faa27664942b02e90c18c9a8192d5d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ccb60a692110f5d3fed85af3287549ac355ca9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04531de9480ccfb1c509df45a13c31d136bbb1c1400efd612028a73459363f2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126f67bc3f14d36531c127ac32a29c677d8671a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f44e3e3cae8e366ae74f5c49c82b3c7c3c7ab2900b372d5999fea5ca7c9cf8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465c7c2bb5b30802ce55c684148bf565fe83dc0a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0594e0ad6e1361878867947c76125f910b5de51920c23460b9ab0f17f315fb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd47c0aa95b1e237c4aa01facfc0c93dcd2dc279
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7944f89378910d48c838796430f36d98f58985c637e9d6e6f1ee368fafa019d5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7e959ec762491193cc80912f6d0ddaa9fe3de8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0c5db8ae1dab81633566dcb1ad136edc978159a9ef2809564e0c3fdaf310c4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acfdb7bd200fc7662d3b2d919637cf68a156feb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6b9f070db372ce708c591220a2542445e9e439daa67cc31cbd8472de917eef
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19b7518435abbc041e39b086030fdadfa2810ae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9d3f1cccf12b3f1e2c57fc4a6bb3fb47fa6cd1233921a764378389c47e0611
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff94b5f963755a8c2947e3ee59997954fe49069
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d83d8c21710e0fd18d6d17dfbb536024526472770c2190c9cce430b1a7a83cd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cfdff4974fc2ca21613c50c412911cfaadee46
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42adf1fb9e596e4516463711e83193b6d43b54c595286be13f2af3d878f17de
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d57cf150adadf718563b579d34e74bb2fca6d02
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0e496470edc81a3e7dcd59d8befff037a08200054a7c355b6345b9f610cce9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ec93e311654eb0d98d45f3040e6ca67ca4d0de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafedb67710e77665b092c475f74cf5118379a1549bfa4ee620c73d8027a8e37
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7b1a1e9091fdbbc3cac28a1279bd83f9c887ae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1e0f6e487d68cfccf1c3bfedd865c1e9257f36151360c7f417d90d5c7a814e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c774c0546824cb17d73cbe00c773dd6e312b067b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97fb73cd3df2d8d92f01a2d239dce29718d130e6cbe431193d4d1ae548195a7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2397808db0c7bba49051e192c8f569e75cb2c253
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae84b5f9bcfee57e1c5d4c6d6598fdc245695d859352e7bd43fa9870d969fe4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6ed7f092c45363464f9d260544c046c426b56c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a762cfce3dc4a1cfa0607b33cee0474b777be49f2d389fedcf2e4deab9de2182
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a2c0dc46d4300d5706b7172c43e062ec17151a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3aa3665843a5746dcf3d77ea5eb89976f8c849ce373de90fefedbe9a348ccb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e832e24b564d7e5e7e78f7eaa4135edb445e1eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4ffa8f4d1c5006340d4ac975cb5e7cfff3e009c9fc72384d37a430f43647ec
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2379b89805a77ab9fad406a8da825e1e3d0ee1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19002f3f42d3c3accc1d910d516b16ce6de5b6dd751ee7d4839168089d11445
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2031bc166221fbaede4f5b6e7c241c2873e6c05d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5745bc14ae522d9c5adc921e30c64864b39ed0132a352574f17b5f1f988725bd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..474bf8386bf86109bcd410376b44e5fd972f05c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb4bfc6b1a1887be997d028f0d9d09060bc55961f0400c8473f5f2c16bf3255
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d655be9e64e86ea1df19bdd1c1c52d9b3aec3f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891ac13c9ed2803822364ab7b81503cc37baf499a7e8daf64b99c00d7da03a61
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e24e0c4cff584e9337068e9da7a1ecf75e068ff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8986f0f41924289eb3647e7db3a64f9bd10cfb4b369be0a51f6d879f45851898
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3f537af983bce1634d13721dd20fe3c676f2b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4778d83b55a3d90a5cbad4eff1c2893f5efe64316e796ba9444c6617218239ba
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e29e635eaf9778fe74d66009d48d4ca1b6fca6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ec4a07aa66a73239e4ab5f6dc69f2f80fda3f3d5f8209e0e0a919c4f31cf63
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79442e72dd412ef74c2339e41dce6ecfc96c59d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e390cf1ce082c0101db35cf757e7eed351a4d2981b1c536ace3f32c623b74c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1842a302d8f132877b28fe69d53af1a4c3f8627d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8452889db6b8919b580acc6efb0a1416ac63fe51e9f1cf613d812997262e29d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399e067623dfe0bfe8f129c42a7fa3adec4b8786
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd13c678074d83aa7a81399f40865dd3ae4a894a2ed928141b247c7cef9a5304
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2be7bef0fecc9b332a7947793eb0dd00bc03b04
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f310a81521c3166defd26ead7c2e745b10cf74204872525ee2f4a14dc3cd8a94
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b02402d31c72af8b1004fffe25a6af83463f53
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90db434fd11543e929b4ca15cb2994a2e092791aa18f0ee172aa7a8539a8a5d6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ccccdb697c354abb7c2596bf14100d69f929111
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78550a6e73476445a5e02a2bcad38852f0c33d938e4623a980c48816e381504a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac144680074d598cc9073b877f7a69ad88f96dad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3324a9e44de4b57d7d37d3e8761d88c6f2a110cac546108aa1dc1daec78214c1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa628f34041937da6bb29c2b92a10be70a76d4ea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61486ecf448ab6086f33970836e4d9c48fc22cc48fe38fb21bff901b5ecc6da9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f91c6103905e76622d23c64ca984ae2395d50e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9961601cc7b81685850b9c244be5d65aeb2878d7e56d882bb4a2cbdf351b6d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383a777771265f0925431435a6a1f23ad7e47283
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520c21431ba5b586df43ca25df0ee1896f199c2513a8cbc4582e97365b6fb905
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c9fdaf97542080e055398e0bab5a91943c32e1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_14/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aea7f88fa72602af0cf2e6100fab9f517024d58efcf11dde20070df6d176c08
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_16/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8caff6470c571d41d5dccd27674236b681617829
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d64a11bd7bb3ad35e6c663b9a7a11fcb2997711caa3ed66661af4115191a7f
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_16/init/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16f05dac3588ea041e63620b232c9238a4a470f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a4db1fa81f18b59f926c0d71730e8e312f3cf6aa07946ae3a4fc34448d5285
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f61054c451f6fb5dd38f1efa78064f68061fe4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa7527d5237d7e7648ca43a540e1a167e5a781d1e17ec0961b033479ad878a7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f884fc2d89a12cc572104a7d099405a256a279a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b253ee384afacbe808e74cec0c3d8686cca60c5c4b5c741aa05da6b4f3826092
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087d2b6907a6e8fa94a3df930fb6c2690698e5db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ef0e8e4b3479ac4d3e3fb8be9f4631705d8ebefde4a438472da5ce2223b00e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922e1694b32f92636c8dd9934d33a78b45af621a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f0e2aca907bc39df34a0c5ef595dc8481a3121dbadf5f35bbe4c710366f9c3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa3227421e76a2d635f6964fba3865def02ed41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a334b1d5bb864c4f47059ba0f7a56a5d3fbf3df963a6033073df7a2cc3af1a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08aa7016cd0c1a41dbd90581add8509963f24f84
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5378fd8ff3426d8817553785d59b71a4c0a316fdd503efafd9958c6227ab3b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce527786e32c9600a80004612204e401d543713c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c9f80822f729ca68c26ea351c06ca67f59f1921e02b4c85264ccca7f220816
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75042efa5192ea1cbd22b9d393b2e779e5d6a9c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c850f544e488cdab5fd0d0f0051008fdb564b65a14476738cf787904701827b0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c893cba5f67fae0f29f0fa002c2430ee732d1ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5aa2979fa73d105edd9c029a31ecf24b4b211727092f0d10cf44c3c51fd8c78
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a907daec9b09f489f4e49d238070ec3ab9ba9a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2799a1470256c96ce9ffeed06f01e27cf6b5897ad97de7b8729abddedf16be
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c29959ab4a374d69abefab94daaef3381d1f2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3317b96c9e378f7eea01f85ff236373414ed1866fe7429698d312e70eb7668
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3446bceadc62576bf477923234ca2b9fb48065c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6918b269a9db49667d2ee60d7712946ceef09c6e28acd957b0a59a15e79e825
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5a5dbb7b342c9d75d45120e31bc4076c775b95
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46db7dc818c36e9a065665b5ed03a0e11c48ea391da6d51dd4aef59c3dfe3eec
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845d72d6f740bee20645464e8137e507e47f2357
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e163522f47cc01bc6a67d3dd55e6f05b96de8c6d6def7011f83e5bfd54cda0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83355499a873caeaac2a79e48bcd3f7ac897e32e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f841c544350140276155fd282419fab6370f6d2a7bf00197871e6c1bd8564de
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ae3e75d1dec55b5e5c9eb9c63c5756f13b08ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2f5358a5cba4ac2399c083dc430c2cf9f550aaf1b2256910e60fb7315f63f3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ebca78577e906a1c4e27065a88e275fe9aaf026
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f773cf97bae089e5caf95e1923734bd2214e37acc1ebe9ca020871a158ae54a7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e447a704ec4d6d1fb32b81bc1e13d0aa011049b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cec5bcde83a749322d0a4229c38213bae9d9f8ce55f9149948804fcb44d2b2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c6d021ac8f0f6436dcd56f31671960a184e2ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a9ba62d2e02bda8dc6c7fb3820f7a1a180c9db957f4e943a6f6a3cfcf16c31
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6ef8cb6a6c87ecc37e10ce41d508cb110840bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ffcc5e6a43df6a6dff7dde839954eea361534dab83364c22a6093f9c93bd81
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933c6f0bbc111804087a10f666859771c66d5710
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988d285d828e56382b811fe4c6bc8246be575ca854d32490962b72274acbde97
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0dd280e8a0eebb60cf12f7cb21f39e124e4f5bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7dad8c135ab541c6b51ca794dc545d5042472f08b0c7bb1506b39f151362ab
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf862da0a7b3b4c16d5692b1382a17318683732d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5c599b5634513c295d4f493d2bfef3008529f4a3bb878e1cd4ba47424c749f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656dc04fa1fcb8bee207f7a0fc4cf0fb94b0307d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808efef0611bfcafd2d389450a51b68f13a6ced4b7bc1989bac21bb56a6e2342
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b4d5a51bdfb18780988bd323686a99757eaf39
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8de4c6f5077489c7d8c53c58b900ab1eb00c171af0ea82890bcd8f48249300
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e34efbb1f7cb5e5c8e0bcbaaa5c46c47bc0082
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6106d42a7059fa7545a19c3aff3a03a319e123de4c2260309a9ac0873188ee
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa2b1ece4a64d17a09e7edb136568e3aaab7ebf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe378424bcdcabf8b2aa7d03b702ba18f48e62b0b4f8f3fb87428b7868b26bd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15fc6d802195667a495a739cd029c6fcf963a97
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f6ff1583406638e855f8c32fa8c727b8749455eb0b5e4d3ba9700b0ed0c9ac
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c524701f29226b1598d5c1fce8efb3c339c56bc7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ae28d8374fd27622574dcc904e13970c2e426591b303c575d32b5b2f4b13ad
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45da6fabe28882fd013c39a5a106e92a8c69c67
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff264565a795edd86808370c40dda4fa0159984dd9cfa667be519b25233f78ea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa00ea50897e20aad6a16b816544f213a131ff1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de914f4b6809c415b5a53bc71c54a55f9d91bd782c9110724491c8b363ced83b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98927ebe6d6eec79e1cbef9cd4dc856e6deadfe5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0999077d17c1673176ed4cfdadd134cc280ff714f248798278bf17d8c6f7e38e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c359f631479ce70890a728ef894dcc883e02d0b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428576ef421ff0cdc41bb9ce74ff5bca9f3d4509da1828e8bc52c58aafeb6f83
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2913f94fc11689c4a32e8f2bc4c420462e579685
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89236b1ca4f38822b7461e4cdd5c988f122705d88e0b79237ea15247a4e3709
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce92344bf8a6be51c9e921c04e16c40fa8ce379
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36014cb2e1579f9686058543a6e9df60fa32712b6b99f0650694bf5b326ce338
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3877873d80ee57e62125440474754713bfd594
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44da5c3b2da5c7c2aecd220a5e0b4c268a5816c32e3f3440547299743995bdc5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efb4f41444cfb363be2f0db76de82dd029fa1a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4231b01bc0364954297181f141cae2f77fcd22c15474dd17f63c7a18885a2f82
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfc479a798d7346323f6341d75312c08c84fd23
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00cefceef3c44242f042614a1a04b449b6f8661ff77a0f07826cf391a46f25e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42240a0260545828765f23a818c48f5ec3696cff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ebeb0fee0f3012915fbe16b49c0466992c9c3f4af5e1754f61e910fbe0e76a2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219197ed849df837d53016c8334895e0c518d76e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4c92d4ffdb26c3ecef5c2b6030630dd9270a04ad749a564e1ada1d10314aa3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254737270674da6e4a80d999d7d1e04079e08d07
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6006f2726fc7e6cbb3ff9d53b8e422a662d7f0e2ab8f44b3501bda582411cb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6bb353f220af1ade15af8f47b0d7386a33a266
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d7afd07efd311b9bada071e858df870d8012784c7d1bd8553f338b2eca1720
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b0d3ff6ca017bd88d15fb9cc894a456986c22a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465003b19db37ed0d3f52377a0df919afc0a298133709ea2bb89cf9d0a627862
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f40be185a556c49fbc00ec44ad1a1a844243a26
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49743c008fc71e485713040f33a27b42d4a6d434df67d4d13e92cd4021b1afe3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df2bb450c5080c4f046c2d0a98b18ecf186f3a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041162b5f3b8362f999399fa5221a5f246e6167e4643c3b8f99478f227c82e5f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c05515ca07e7da96a000f7ee1d17cae7003734
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c09318545e24e4cbd9916fe3cf6afeb1f55eb0a104a1bc6374fd1f6c8501b0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b9bb668cc63a1206428dead336a98003f36293
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067e1e785cdc62e36f0d4d0bb24a05d90124d8fa874192762092a6b89c36ad1f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad111b215cddc96bdd090515b8a0a71edce5b74a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7be4659106221df4432e178080afc8af2e424acae4ef65b6ec441b0eadbe2b3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56af6d8d8cd81071a061b0877330ed185bf7471c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8b64c245df71ddff32bd4a4b1eeded4843c37d687545b49054640e18813824
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209170f9a21614d82a56f447854d44efbc9ed90a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1624d6d3c4283419acd339d010b8bbedfa83423425beb4b8db09ce8dc85377a3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4e49ae7c1b996c9ce8a0be498424468c644d23
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b40d3dade83765931849bcf8198c1c0025f8fdcdad23a518ddf1fe23cae502
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd80165571296d443b5ba8117bf99cadb3acb77c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f6f9cfe4964adce34533c66964c3ce44771eac370eb9efc316e5b90d77b19f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895d8c74c088db122c8359cc612a027d061f6de5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e5af86c948558057cbd5df00536ac66d6825ebe4fd2290cea6266c8a433b25
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54309e76f6a718e7b7f9b3646fe317f1e9f1103
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681bc6bf4714d042738b74633a406c030be49dc17034b54517bbf7da9602f1a5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f9b46667c0b1a9b9ee43691451f412193428c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886925271a4dada3657ce07ee973b5a4a1dabbfb2a0e8ea808e5a0a4fdcb980a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c6ece1a3a7e774551cbd88fcef37d366cf8c57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606de7baa59595c63580eefc0078370a1277d5a89ee650fa72f18e8784bc8d20
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a798c342d2f418196111bf83510ec05a62e6378
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2089f62ec876595a1bc6b2633db7a6375f755ef0d938ffb44a4c8be09ed6e3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3253f7a1b00234d232c25a3a34479c8cbd9d1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229e8b3162446a7d2daf619e006d75c6ff35f307dbdce5c119fb6d27e5817cd2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ff45b4b83217574a8968846c1b4030a1be4f44
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ab2f5d8d36499c30e271cdb70c37fbca34b706b93a894aa58f3440500e17b3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01bbb33ffc06acffacdcc78c1e21392cb3db014
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f91be15f38886f1ea7df7436028ce2d2e5bc42f80c2ad523a3f9e789e0a018
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf913a0688cf86070a9371d5d2f640feeecfd75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ac74f578868167f394a43430d6a9d6d8dad25730dadb9394b960491478cc81
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f97efd1ba8f3a7b7e28031fd247923e118583ad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7db5ee9bc64203d4a2c2a9d67fd779fce512192661d8ae7c9337a0f24bcf65b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bf92aea0d115eb538438be851ea2a745d2b63c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abf3b7b6880104a556425e74bc1bc8679078c094284eff8f27b4e8d17b4c274
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c94c03feaf308811b983de23b800bbe4ba5012
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc657e14e62e88baf5dbc4ad21b00c9296456b6f9c55b7fe2fe98d7c3189f98
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac97a69a89460f4f26fc79304cfc9dda6bf2d90
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12aae358d9d6a22c317b9aa8c516ab96aba2cdb3a4939975d4c9251113b297c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b725a22d631d2e15adbfd8a8afd1044dc1038ea4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6610b5e120ef9334b370f7cc4ca6d3aafae6b8fcf4e6ea16c971e3dca576ce8a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a531984a46271f67bf4f3d5519341f501613d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9d01a51331475dfa34dd0e07cbd4d17329540653c9245d7e4d204ef16449bc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f9d8ed04429e85f6d7d41c3cd579049b11f202
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc5ad35bb8ed3134bdb9da80b69f21de0a3ad81d32c98a4b9306b5b31651df6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d0be07203c730f9b09d59b6802ec46555cb4f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447d2e518e11a246379d83fc58f3934191129e78fb37be9fd9e291fe942c0db2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71d433c6aca3c20a8ae73652a9152da4e5050f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a51dff5da65569f131c9b67bab964f65baf68a0b2d6f51a567976e82659643
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18412b26b8cd408782359b0ee220164bee5eae2b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd6bd1734ae2692b2eb455b41563ce0e502200c33bfe239fe5c33917847461a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7285bdb95404e7772644f37db451c9cafac4bfd9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb446f750e1b6779de8127de7f32861c4a95f6badbc0eccea6ce1964ac43646
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783edfdc92efc668544f6ca82349391c837e2339
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21eb45be339acded54e6b7d56f41bccb9b6df8f567d418db86b0189e3a18dd79
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69ca640740f5f3827e79d5f19061f9d168c1247
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977be50d9ebd017a158bcb66d949ba6fb2e5e9d1f2861080eccdcc47be3b9522
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702bdc6bb2cb8c1fdbe7c3221121c969d0d22b3f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2b3f6e9a4e42c87bd8f911685c55d65b1ce06ff2fb04fdeb9564f1ac5765d6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e9540d2eb032a8620cb35707dbdc998b1e0cdc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe50265901813827d985657fb4ce3550d052ad0d708631638b1a1fdf63524c21
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e8831e8f93d355fca63e4fce3ac41ad2102aef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413d93e50a48d4392796810ebfe0c63f69aaeb046bd99bb851c762c7dd18b556
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a1b9bf361d87e8b846bbda3ca019e14ab20d93
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837ad4db9db5adfefd2db6f04e39477a1cdb91c18c91455e9eb84f527506d8ce
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9f145349c092cc62dda03dc3fcb8e46932abcd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ac5d2279325279da17c62440d613ba6d6f0ccaad1fcdc14bbd9ce189fd0ba0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a17c396e9abe55ca371c3e399adabe5824abc26
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530faaa2c82c415fc13e647be6acad717ac4935748acd1ce702778e84551e865
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d944603f4d9efb5c529227272810a42f492c9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1188e9efb0aa2fef23ff59bb6e0c5045fbad193c806290b3e6e63827c03db71
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315b241a7a731915effa7ff6a068bb019f881c75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8cd9c3602e437577ee9358975a9cc2ec33c00fd9892356db72f29bf2b19d3d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19f1f5d0d29e1fa07b12e32278700e628fc2b76
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed07aa18391e181cfe44594cc3859997cf874f44c2817cea4443c472e54bbe63
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..079eb6c22277ce68f32796e77f6b9fa67a2a87fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fcd714f1cedfc23fa0ed90efad92ed37585003256f0f27629931881d4f12ba
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d828ae39eb5848956196fc57d2eafeab667593
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfcebbcbc3b5df830852d4c0125af65ea6419d5009b7e1f07963065a27dde12a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196fb885c6d76d0245b1b3e91581aedb977aa395
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541b76908675adccedc521dbe89afb8afb7bfbf1ab45012d3fae79e0626b17d8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02222a12c9b79eb8942e1f35002be332c35d3b2f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b0a660c58bcefb86453ba3b25b72223622130a4168e6739297c728bf5a2f62
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da41fa63a769fb930a3f6f844d9951a47af321d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3012ebfc49de4c48abee6a7654f8642eb1e448ebcd948ef4e539cb89ef136e89
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbacc0db1831bd2d93d32b0715ebe7ea6b8e6a16
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a642f3f9a7e2f413ea992d53e7d3bda510bdd2d82c9052c0597c57fa28cf39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe06d0f9954d70d4519ced2d9d7c795879a867a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49db861f6559362b771612fb77284046098ce58356a9afe0ff54461517dd5ed0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2080afbcc784fbef444bde8343590d51247c0d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c4ecd2bfad172aefc34718121597defa2d25f94a66b5a94cc596c67fbc9cc6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9b239ab8f009cf8b6c0e3947de1a5ca89cacdb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec09c7690752a7948163db0bf94c3d05e1d4cfb236971424557ea1e3ea84b3ef
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9dd6c7c9b5bed694b30c985e4a00d3ba03bd8e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94e952932e39ffc65d2fea07aa9c2f0c22ad663ed78d1e20de1bd56354bdfe4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31dca037ccd0e5db9f8e22cb0038a1346506eed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a284f93c02be63f8210fbcac8a24b2cb1403b8ca011e0b07670e0ce75ff3cef8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6143efea2a44ae0effa5b6a6962544f25283258
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70cc47b30b3feeb3177e7bcb1274b8a76d7919a0eff889c1a3559903dc3950b7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba57ee836052f65d26d967a380b4e1479084965
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15145cfef8a85d378cc8fb63b7a97b21c64f78c151766acc4fd85b3557ad186
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671624429b7d3112ff27aec8023fc82419df80e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb0cdf50b062b461ecb1df34069ef749a2962a6dea92ecacedcbcb7d578794f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225c5d8359f10adf63f3af0c7e6b280c57746af4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503fce65fdd4b6e3de7d25a333d5cc91d65eaacea5a8756f473bd9703a325528
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92663a54ef3fea9b20189d50870b755c53cd550
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8374113719d015e1740265cab20faee7b6159e9b9690c2aa7e6636c9f5cec456
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87672490d5a694ab4114027601fd1bdef6516630
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f783f15ed5d86b17a21349de53fa2b744f46a9df25bb148e6b85e721e9771159
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe570949f4a8503da78bf397de007950e6799e44
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212e868ea920b37db53b391df17d4c7be94d0a2b44f2609fa366129e4a5f0fb7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e3ac9da533ac753fe24fc515d77b3415b7f718
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81dd7b561534876149e04b976bbfa9b0854fe70c051f1001863d3ced268f5436
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5e3b85887b005d235b35005018cb104acff063
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046731a35d60e904be0b35f5e7b1005a4f1c3f0ad79353510ed3f4b652e3b3f4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e568814f11ed2b80540c770b4f11592b8c8bfd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3ac9f61914372b87a440d8aab91d6eb1355099423bc3fbae0530cdff690cc0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b52772cc1b297692d88d1e4a46325c37f24df32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee536c733058d8bbbbf3f68f04515e1b573e42278cf66080a8b5dead98831bdd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3118e5a12ad8dc7ceb735f4289ac54c8aa5fca21
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0dfd29eecad007989cddc00aa65b1cffe41156a4a1337209241c7328e9de7e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83c106e94c7559064145217ca9f9154763ab399
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233d00f2b61b2fe5bfc4d2636234ddea137e3bc0d4fcfa8a6f7202304787936d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f31a3f920998e3923e38f213d58e3b0b288dd1f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8570ebb152fdb226acd1f64405bf1d601aaec3cd43b93aef5cbf7c70310dd164
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d81b8f2b20381cacc9485d8053cbf3125787983
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e18f80766f517962f53dbee2d761b2fe6f6d1efbda7ea2f44606dce529c98fef
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c887008b1d2ab1996a4f10d5a823dcc0bebaa32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c2b0f7cde16e4350dc81168357922ad4c64695e56214b7f07659608a125389
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d051e68e517874fa3f2077cd188fe41911f39227
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5d407058de6933e34d75e83e6cad154671fb269afe1baabe4b76caf1b756b2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d76789ffc06084d759e40ff966d075d0d7f2237
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc3dd62dfd71deb4483778f425a035a62eef3850949cf0628e5bc0ab524d223
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2f252154c21145745696b708f5ab3f7b07283b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f513efa0470114aa1ef3aa2fe901deb980489f560a363d4d22a8944c23ecc491
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667083b632fae1c6fe75c67b5a8353e3eca92230
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976fd9388e6769b06d3db417b2d3341dda4bfb8a9dbe093019b34e7f24df7591
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0afe8bc3e86533f3121d0aa1598fdf7612d3cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1da61bbd284996998fceaecae682ef271615e86d4e4b0e101ddcb0123e05753
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7af09c314f36f0c75495e49fb42324e38cf2337
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7459e024d8b831a51fb4d6949de10193d1f2b5de3c5f7f47877adb49f04c2c87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd52c79f527c8ec3d01901d4f91e2fb965e035af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0359f835ebd9161c55d4cb8aa59f6950746b01a2dd0dd4cb827de801dc4ba6f4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c5d3757603a75d85c0d3d23fb5a45a7e9b9dd4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56955863d811c95c90097674555a1abfe0389640ce1f01f505e12493206e25ea
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5ef81be6f6b4cceeda971d169b2e8a00c2c4c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609a6ab90ca9da182cb9ec296c15dac59ecc4132afec45b43be77096031fbbc2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7301c76fb9c4e60bf01aa72cdd1ee87ea6ffa578
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2e926d7271e2979da84000b0553dec814b90f2146c82ad258d7339b37c08e7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9584ececfa526f5b98619370857cf5620d02ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb272f6c181efacdc94b5e39af29d69c04f27755082fdb88347ab16aff9d92bf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae90a0dcb5b243079bac6b2411ca31e4d01852c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c21ad88e21cb3c728530db8842afc14ab4c78e204655d673f6bc2d226f2e7cc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8fd3ba4ce972644cf26d1fc80af15657e5c2ed6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debfd061a981e1393686274620081f8c0150da5c342a7da3ca3865803e6facd4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9632b46257630a942a496dd644a9b9a81ab856f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c00a815c95f3dad15a97e1707bc18015060e4a5974e68b5d01d9546eed3cc7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331d7c9b89270cdbdcda6903b79a592d7f3a23a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b90380fd3252436e72ca79a2ff9098bf348431ebd79048aafd4e218ea47b73d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe7352358c821aae133825836447488210fe706
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc5fbf975cc350d9b77f045494ab946a123f48aa29fc7a8a8d5a7c387cbe2b3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e548e0f3ccf002141740123a9fb83b776b29f4f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a072b820b02270a0cc4918ab0684d98aade232a17ecdf95441f034724f44a95
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b43239f1f5dd2e25af1c27a08a2fd95776dfaf3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aca5388b129a7ddb9ffdba125d49a2315f5de2e7c69c445976a369313ea63d4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435f72adf59400bd5998089cdb576c81154d69c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e65cb4a5e09d870d1ef99e4ff60134fde1bebfc1785d640248d79beb398164
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9cc8c794a2a1b64f6b7dea92f0840e46de449f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fc108bd02babf9c4034b3b8626afb2acfea4d705a15eb15cb48014e10aa944
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a7c4c070d148a67bb245b3342234958c3edf55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87de87908a9e3c815cb54e5cca9289d297420c565dd6324458ae78027b88812f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d14fbb04daeaddf8217fbed8722995c42a62aa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5bd35adf9c6e7a3f446a6aa8d0f6e54098db115e9424b86c70a2c9003cb7052
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdad7936f206851924c2f12feb4b19319f68b01c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8163c6fcfc8f3a77407644f3f3fff08ac652dc5ffcd8c5f712f1932e826eca7e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854445ddb91bcb3eeba422ba2bffc8032b3d7bb5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5764a5283f139338e818d8f9a925198d618f2e89f2e5d5fb14c10a4833573e4d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433c7cd3c95c3ec08cffeecc842638bc7a2a0b2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bfa44e96e2ea7e580fac519f3b02af2c70dd3b3ff7dd773187d2773826a249
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12198b16c3f2a7c58ddd74fc7ad9fbd9ec83d2c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5f60ce5d3ace87b5bfff13706675e91194802685b81bdde3ab90138664b919
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6f39ab88a2f1b259754d1c7e70ddb27477f7c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27121f844a2cf043e8f77b29cd7673415b9ad86e9b7d5e47f480f3a8b3cba4a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c916413a84587d907698c3f8d384e915c0b81a9f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db853bb96cbbbe5865f6118210aa6253a377774da9d9daca003f84da3a96e6de
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9de7dfa8ddb4016102faac7e6416aa640acd94
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f662c1ec6d311aadcc8341aac21d8a0ee6051600d9df810d5fcb079e7c398dbc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799d3f39d1fd2324f1a2b1de7fead017ba88a7b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b14dca1b02a5c3ac9bc6569ecab164347813af1956e75a579612e211ac3c2b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128d833068da2698dc6fb0ce3b71f828638b5928
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f588da0f98cc525fc62a9e67fad7588bd3c699cd09d7efbe74095d2bfdc72ff5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347728051fb0db89af7e4d4f72cc24e25f234fac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35627a896b6ba9fe8a22e9199532199b8ccadfe8e2fea2e39c52a73824b59a90
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8bef7b692c541dce43a372a06db67ba60f6501
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf83ef2e773a9529d1c5182acb96cf6fcb356a1f507dc4d2a1e80183cd8b1ad
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875b0700109a775fce93d1487c90ccdc5f12adbc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71e834101c309e5fbe6ad668bfb5e3fa4437e54f7ae67bedfc39f8f187036be
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf54f9c175fd3c410482a9a644fed1487d0a90d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d03c6c72327e574f29036ca935ea3a3952015a4e700e778434cc1e7634ea92d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef1c8a3a0a03228abd35f97a77a333d472a928a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc2cef7505fc8510b1ffb82fe0e77a3aa12a41668adf9247717463d0026a44d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6da76c29b2a66f30c814dc76e0e0a0a9d6746b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d08e0e7186ffbad10dcdbf8c96f237da7d860e38b4fca7fb4e38c9c1bd5b48c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a517dcd207a74236f01c203d70f43ee4940e6dec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51bcf5fc64e56c2a6c132c7cf942eb8b175de18c1f943d692fb7387d7d5eced
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68c2aeff6ac31cf530d47ee03133f525291cec9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c72ff0688a0033dd5cc1932d38644a7c04ae31536253ccb3ade07960e07d61
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9154af1306b7ad30747cf802d70b55ce078662e8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507448b3a777695fa962c2f02bb30e8eb7bb9bff6b64b488acf11c668f356abf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691eb88c4c6ee3d4efd70dd0c952d03495f541bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930353c3a742827fcfc4f921bf484369a33aa1394fc30fe92d5195ffdc810576
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb93293412ff4a2b47a0ee914696c5e48257060
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac2a2c7d96c430e4fd10fc547636255992aa89456581ae82f6c40bb234f35a8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9006002d1d85c120c63680088901a0c70c3ce6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1e7a560d834131dd4927d7ec89b4e91223352dfbd183ad8831f7585e55eeaf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b64909a712a2c88510edfcd57f3384b5ae058f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9fa825b7fc8ef7fb08b011646cf05508a2614d6dbd8b3296da3086897e8df7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5110384ef38876581c15973e4e83f96fec19b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c94e0ff41cf07d94759345c2a6907fd2c21b2dfc4693058a6966a31c8d0a702
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa49675f1b1116796fb801d169692157aaa7a695
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d310b2e573ef8a1bb7640cafeaa3b390e0ce52d81fc2b197be5bee50a3b0ce
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315b0f61f37da76de2d56c88118d3dac8dfe50ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9438b19cc6518d80736f719b272fbb2918058995e5052adb2f02f9007af3aec
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c0cbe00baac83961cfecf20797c07eb3b6faa2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129e83152879c3bc7cf26a8e79b797f82b91da2dcbdf95b78f7b68e79ed1a87a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8a997d72f15addc3612fd34d26a76dd3d29f03
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d9bb094d24e04300047d8fb1b241be236b80bc22e5982c0b6c18137be485ed
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9bde329c5e030c6e2f20da9525550cbabb4bdf9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a1fc097e3a05a58e8d9af2a238ac9298bb5fcbc60f89821e2bce639f822653
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40db49f084e91568f17b61a562d5b3581db230a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb0700f6b46f376a60ce7aec30f183aa2bd69b268f2552e50dee4f88f27679d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283d38d8fc560de2755c147c0f9685a7fd396fb1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c27a2f6736ef793ae2d63921921e2c20064778465651a6d61adaed8c59314df
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d13755b9a2b095dabcf583bde30134013d9089
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2593eb9d53cc56a0971b51d27534e12e9d3d29a79de12f65537f9732b591ca
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e870b052e46f92db73a574e5248d9c425afbdd97
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df64dd707f232f3069c8b0c98ee5026f0ee24be2874f061bb0d2d97358b14763
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97d65b4c3aac8d23b2318ce465185f4954ab313
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ab342ded1646efd11d52422d2ce9cae8148049bad8643d38be0cdd2b0851f8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d295069d0ee833eed24f52d4f61f9abbca9ce2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c64a95f3f79c99a4afbfc52b528b132faf46c56927f555aaeb3aa8617a8d7cf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c305c5634bef516c2fc96516c75c632a27e97716
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8094e441cb6fc3a6b1d468928703b9447563f54d5b38fd9d467a3512f411b3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d77fdf1da6216d2cbb1a5ed9763dc98a6f7f0ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a5f2bf3420acc14f720221198bedcf33e562fc5911c21abfd666f5406073e7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a258d5007e5aa8fbc7a1c686d0bda8cb1ef30550
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6311fb7c78b79a15d9ccfe47f732c20bdf599320b029da1e332f327f8a1b04a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceee399a5a3d316dfba5839864076450ab8bae7c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e64bcc46a3d647b62b002ad60f21145b2327cd03d8d808168d403d23c2a2a7d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8e54b2db7420c79a1287138949f1a2f39e9471
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea5aaa394391cda77d5cba39f4ada3f05dcd5f0323098c460ff99a10b772cb2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5deb0d8026c333239ae2951dd094085ad55f2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8784b06437dc494ee99d55a76c88fa1f3faf5bb7a31005788a23e89b9fded1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da4c6a45f043c9678cdc847c706e1f5f2a44fc2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781936a1109227bdb8ded4ca24044c12b79f04ff22874ace634921685e36af13
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab51f4916ff66e91609172f183978fcd4e6defb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca8b0cc7b6a6b18041e9117289c069e642079bcabbb93097acfee4683c1cd3e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633ffd290a716fdc2ee82295f5f83c708a204f7a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d14efbf219bbc1a4050e34fcfe32b379db69bb56d04f38ccc17f7f449e22ef3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283a1fa277877f608bba9146aad91973cb3be1e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec1709c16a987cf2160ecbb6b13ae492aa8bfe91974b0a6089a178bf3a6474c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5605ec4e7a07f19dfdc4ebba374d1a7da913d52
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ca3e72cc2913b4bd427245959721ab1e1da0cc7d216eaf2fed033f6b287399
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9eb85ac9ab652e828f680c6732d4bc7b778c1c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87465654d2cf9f4c398414575144f14036336747c8988dbe137ee839966c8a59
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614b88c9c2b56fef2e58c86bae0ba3224606b48d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b806d0cb37f54a623c31f35c1c1d389eef899ab46dd628b5e88113c5e18471bb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092112cfba2a468584b52f0004049ca48b3e27ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4800e8ef0191d5b0f24ffd5b4f2c15be6bfde92ea9dee947bcf4e2d83b8eada
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19d7775a2b8cc5bc640f22eb0359823c6ad5cbe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d68e54fa71b35106b1497dacd735dbe956e403994513c64f213e02459871ea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca38a1d3f3e9fbaa47baa48be7e4ac7c4d0ab06
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d870f6a1d0d3a5ec3600fc1a0f1ebae5b15ab90dd4772901feea90bc4238bc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55eb5c791f64966271a1c567a0d4de950f96807
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e2c5c62c2adc688b3dfe9148eea45af53a3931d1e619db069ff8a201b26108
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e7d3f7018eec1b1e4be4697bbc34a3c69c3288
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11596068b99f0e99d0f4501d06bd72614216a9d555a6aec2b62e30fb486ab94
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d98f2959eace38d32e650ac2a882601087a2a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c8d036d1b826c01a409426352938b0aa0c4bdd523822f48b7cafeca992b8b4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8511f8aad0aca38404a23c4a20316fa9e1c40d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8739c1d44c65a0b09f103ee248f6fbece79ab31085b3e8e8b44449629bce46
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f71746c84f140c2b01cdf917b0b41c9272bacba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6368a1de97654fe662874ab1518114800777fd7277769d8cd50d89f4b40db07
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142ca175cd774c3f7be0dfce8cb9e40a74f24259
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a74a43c5778f1ce8cbd0b4b051ef56ab3b4c23042114529e208c11ccf76d1f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124d9ad4ca7fbee64a6070489122ab312399eb1b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26bea9e7ae2185cdc064794c0aaf99f6195df3d3cd805d8accc4eaa5c282116e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7500030d4d51a6054e2e50134ab32a7032490a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7255b785bd68ac34591f92217f3f9fb211fdb81871ce002bf0c4b926a0fa9038
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663e96a70c5417032696273a53a7d458a193fc55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ea4854c14f81ab17e06d3948c12e5e8cb3bb880da09542d4ddb8c93e47996b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83fcfe5836af2e62a7b7602321bbb897c4c885a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b7612d0313fc05cec1e3309da1a7e698c24e8bd504320093850182c31d2c16
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2241f1dd7076155c022a1a6c19deae8250c6df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464343ae72bbb90522194087a0f70759eb2ff4860d7fcc03906c142fd558f681
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8892eab574e95f358ae424ca3b18c354be8d09c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e245c46fec4e2d6f02ad5ab3972a628b1b9d5c8aaa580206eea66649375401
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873c39edf609706bad7373ba0b581bfe5422d18c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cb91d0aa79ec15287b1cd7a0c0f4d86151222c7eb79448fc9213a45bcf08ec
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaaf6e24f62fceb5b187fdaaf6939a6562d8c0e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5e116ee5da3ec3556c3fd425c82a650071f932f496ddc2cc065e4802f44af8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f332b275e13b2aeb2ceeb920ce8ca057783c79f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b7029d91d95a8cd883429c127f774c83a336804f6afa87cac371856819a346
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9301fecf57312f959624cd37fedf1e25c91c4f52
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8842c303dedc18dcd90ce8b9bb2526155a031cac57cd6561a8218e54185e1dc2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64508dd69c29fe0eae791239170d39e06a3d86bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8955eafa49e78f6ef700301842c34009ae3a04011ed46a2cc65848ec4180997
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f752877fc537fe742f5335c4795347bca43b6f2c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6afdabe65d9bffbe1539192a3f95a14767c2e04983be75fc7db7a7ad33921a1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c466f855dcdba539215a19dfd380cfe55ed05c13
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e971fea97c664d44ee229f54f06a2acb868e9993d2f72f90f18a7c606907dd34
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1633c50cd2a566cc8abd93e9d6972fd4a2162de1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2034c9c2e2de71f232474590689bcf710bdbce6db081a9d96a24cd27754ee6ed
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69907ba097257492ffb0312df6f8581b64a70423
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a93948d02ed37d089428231b7246393f71b9c8faa3501228936826ca983dde2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e3d3762b9de0920c66dc5e969376103a4e4713
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7b530c41e673a15724f60f5f8d3dc59a559e36a1561ecfbb667a4202c710e8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada6e6d9f66b17ce1c645f537f023a5b68c49200
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3744bcd118c373ef818d62db01821a19b448a754f1400ee99898432c8945ba8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f0079424e34b92e978cf503c166f80fa28b17c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47aff77dee5e9147a0562c8baee5e75e8cec3287a4824cb4e2fb3027e0376a14
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579fe038b27056622d0803c8e521bf7baf556a2b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f9e9165991d346f1d6cbe0de40c9eea9de7ec99ba6b2b2dbd57e29743521ed
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c596d8be7362c282638e3cb626de9f0663b332b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e6657eec45e24eb601b74dc08d7280ddf8db250741391709fccbbc7f0a59db
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054b32949bf03026a1864e3ec8adbe07aea85d9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4361c3fba41f77e0c41c365399c68abbe13df102103fe45043f856fdb3aba2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c587a34816eb7f24674a09519972b3632cf3b3d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14745376a936658c764ac45a84606e41da3d95224c70bcb4ea45a7953034133
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44726053bd84da2c5a35d8cb0cbe1a22382363cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89384f05cafe46c8e70c869d0d6a55d447c06c401c7700b0dd078ff808c516f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4303b2a686587988949153cfad8b9988723a6fe8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f94bc0bfd80f992b702be1c9d753e2810ed0d88c3b7b43c8d067a20227fb28
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b3689967e42e882b045469017579898b123d40
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fcc90f51bfaa576222319107eb5bdbc8b5ade88b30b04d027c3b5af81e8ef3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd9c58a99e576bad139bfa3d74e3dc705ec66e1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b09d44a456a5021b9c30f24cdad2d654f626bbe236c90059f3669e67021417
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a644a76df341fb1029badb41d90af744322f9677
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fdaae5a84f1269dab147f0be04d6416385f3f352de74988667af6636a556a1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34e577055110c86f440851fbd770ec2701475be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6229464fff9cd4c996bb8f4f8ba093d90aa253d5a11eb80cc67bc16f48bcd272
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d819e7365c17ab3ca60e309936dff42789875f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77c3b346a4e8f44c222dfb35dc4f5b57d63070838d26acc5f7d990f1ae2278d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239fda6ebd52de8304a0c12a649d432cfa456516
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63dce33f317f5bf69c0a6c2f97c48e2fb148a235cb8b4a0cf267960edd91f069
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81d2fedf9a6597aefcbd1d737019ce837b10a51
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d2d27f7f9c67fc190a3acb49b770044aa43852858fffaddb5d9863b13a7f07
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663f003d3c3ccc54f18049dd2a4a41bf69baa0d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5b4730b287452a6587933bc6e2a67fdf95ba94fd31137b05cce20d046ea830
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329f6ac8c1b8f9064a75dea1154e286033de0170
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d86b547b3d2ee3355da99c78dab03b05e8af54402968bbe77a724c051ac2500
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fac8b079df1999a735e4176b6987e960d5eea8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f0439aff3d1e3f9427713b70d18de074cf088a7cd6b46f915f1ecb56d4bb11
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f94e1148efbac139aa20c611c4df7faac2868a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca747117890a663f034a21792f3889abf11697bdc685a4aafb9e419473e35f5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83a393080d00f1660aca0db628089a91d98ea59
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3eb2285972b987c1ef23655a00d1a42cf9c57e206bf8a985658d73e3e39c896
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c68c8a33e3cb80f3b94f9251273b278e5b4b390
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561419bda7b0fa01f48afa1d3059efd20efa86605eff1d828a0909b8906eb66b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878436a81eb8cd3e9774ba1c31169bea7a4e7cf4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09d084be0990311774b671f63994a0270b65fe6a2d3540c641c71cf534d3d4a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387777e66f7d6a083ef5e6a0c037a341914ad3f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abd8784f17e0442f3501e03a9c0003b4263cc7720b989acf3e36e6996dbd5c1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a6983c03698322204d81fb3bc0518ec839b1c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe4e8798103e126375597913d7a591e2c8ea60a1d3563c38c44635956612d4a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84646d72cac5cf0dffaa6b737e75eae1f3eaa810
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f044b2a57cc584acceb1b14bfa498db501ccbb8af44ffbfaa98d12c5cacb5b47
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9fd12a1edc58bb6bbb3a3ac3bbb6b505c78a1c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad119786dee2d9592a2da42ed9e48f9086c936f2dffa632b07991db6a2c1580
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f0a0e4d356f8202fb2faa6b574aa63bc871118
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfd250632c9f09c60335df7a67b25de64bf67a98b89f86bcd2f06a5997c98ea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed27a3e20642e8d0a756666ca7b1fc21436e88c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31071803781fbf6cc9e648a11067e7f7dbf3b59b4c33e72c5ea20fa9dc73878f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ccc6c1ddb337b8a25e2f2d5069747ccede7e7f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be18b646c4d9c956693eca5e00d13dd28e43a1785dc6a5bf1c0c3739cfd46d9e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe5316cd52a08bb94c496f362b92189a27b2857
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b71d887b7d50ccb74b22c2f5a22f2cac8b560f641dc5c7b60487693f3dc1ac0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91082b8fc853b78fd3764bbc86d40a07484bd9fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6cd08eff89d10afaeadc40b9bd2f762dccaf548af2d036e1573bad2749dd01
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6151b284ba8d13fc4409deed35a27cea0b7c55b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad8b29c4ef073133d2c9bef23183be78ca0c71a2e59152074fdd7e30e38f1ea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9189aadfac60a3beca0d0bb1f7a97dfa6f6d70d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bad738301028e3524c5f40a11560830aa240e0f4cc9d1e7e003a5cd3ad1ca28
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a6e1ee475e1d514b613ad5b84a0395d3da160e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ebb118f024de8cc16b07224f3459311772aee28519f40d605ed001c9a2b12a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4d3541ac8531e5f3631f9ae4af26443dabaa6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003b0aebb24bc74a1f05c6d5f57ea35d8a25e3adff24990f12119c7832a61364
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aad0db19d2e63dabfbe421cd80699015f86e956
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632a35d8d96c1241646fe4d078966ff10133c0529386ff7bd8781757296816ac
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8c8575067bac325bc7948fb5c8fa9fb5616ff5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18ca71b300327faba47cfc81a2d6c409dcf21e63c690331e06a38359af0bad8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f4ee548fda0a03c566fb0e07a6cf9f11b37a8f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03358954f54a67a49763404c643aa4a3ecbf6bc316ab33640b2d1deba9291d29
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8bcd34873486acf256bed9f87af4ad15047d8b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfda34ae6d7afaa8838ca9a2095ae0fa24c3366dd7813011f81b42b8e850fbac
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d17a49b934ca1a09b70ffc7675bbcf5e604cdbe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e043d82876c2ec275c95d6344b2800808ae816950c01f67aac21e8604cf8ef
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cf2ff668815842e2577e9514fd029c0557cde8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafe973a5768efe8e85c1b023f21cc26bc28d390f0836034d193d914d19ef891
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5cd808f98865823b4fa45d204f667353d9b4a67
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2acecc681c6c39714e4e325d9e082e188ce1567bce9a366242df3575a808be
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86e97cd82c03b6357bb68fa15170a6fca539736
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0139b935e8857046795857f2493789ad63ebb7221535db89b59f2ed81d3f22b1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad482b930ed375e4aec06cf021dfb8a7fd462a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec43a7a7e4042c45c7fc524b404d768c1fdd9d0d5108ede8122c6e6fef84c7a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91877551ac2ae206da5be92539b0bd873d9c6a43
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b120b0995ed334a258fc12b58d4a67f110114779a494a3f8e103cee114ab4fa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1c20acc74fff5bea9ddb0fc992210f99dca50e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c21408b2ce5be36da2c681aa206ca2fa6feadef8931440b11257e07287b05e8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc62328a6ded0452aab264281c4600429044f4cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4369b8940e0dde971d03be5db1ad862f55699730ef1b1057606605ba683af524
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12bb6ad5418281a4f8008cb8e8c2ca6df5b2256
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6601bfd9a9c1eb16eaa6b62ada6cb07a23f417e31f8f646b4f6b26c61c3bd820
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286eae3ee9059f6c0ed1deb24c30e53ec6901bb4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac95f9cdf61979f6895bfd6c738797d8768d50f5ffad91e7763238fee847761a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8e1f281371483b4981647bd96a1fb81a237e71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7174d17db214e6dc64e2d5b602888bf565971233fa3cdf2f346f6cf02cf6a4d8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8590a6cd889c7c7c05e2ef73ef762f9825ff1d15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dffccf5b309aa78c0d66dbf7ada6af9fa9caccf645317e3a6b345436786d06d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddb67bed139fa47d0ecdeba8c00b01e987e3b0b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a841d16de21426e93eeee1c7e0f79d57554c27156fa046d3bec23bd1342cdfc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b51bf4a451a4ebd297e4943921406eacd50964d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b098fb1d4ac2e5971a9f918e87feb36e529791ffa5d2d87fe3eb91195821dc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d480fc01acfaeab3813f3b38c5afc7f8701d4aa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406a43b8bb7f6021054823e2ed3bc4a20cb7bc030ead07bfae55a1b55d021694
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df51b15df6756a8c9d51b028d096763025d8dde0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92768b665e7ea35f35010e6e1f44979c6611b00b2effc6e3e42d0e254eca0a8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13731ac26f040aa68466d198c18501a9b83ff935
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b7ed8797a2eb93e3dc846c681e33742550056747c7236cd344e2a7ce706b6a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96361ad3bc3dcdb6e7841d4e123c5fc163ab3d49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9e72c4ca6fc970a339ec1226146b291fe64417fef06a53bef3731b2963eed3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01382fe6ff0365d86b1646493f4fc4adec21169
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6ae07c885a1f089a23be3f570660c4f846a761c4e45581565298641ecc9587
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04a50946b695e7afe38f4db228a1a41914a88b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b579d9d484de0d9cf1342d7da4a9949befd832de78215ed29f67616f610779
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63347b110d632e10cc3e784a30935abb39b6a847
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a3e6e78b4253f8e47d6b3538fdd228a73d2f3a67b932a13c9144ff1f3e6e90
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a469479e649288ba33e9e36fcfed71548c21b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bbd22ada5535533b86e8a2ac0d31d8700aa7bd871836afaa392c1b0b38e6ba
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05d286e4ccf5d18924162c7cf61123e938aa8a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3324a9299b656573fe0c99b4813971524ed8853f0dae859d43202a912bfe9eba
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4aff9a774819b014181e271695ef8796167f62f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6027d8ccc6a34cea7d1e13e323cd1e1bb9b720c9c866b196651ea9af8d31d944
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84430016abbecf833f1503846b1156615d1c1509
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1333f1ff9aec8e72afbe07f81413699957b8b1d47a232800a69d1d3ffb1cec84
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69df2d69a8498aaffcae2304f55e0cf71a7e8162
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533b525185b6d1305c6f3cbaa7a47dee1de10d4401f9718b609ce64db44f3ac8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da921bd77e36f356894f0ef8a06a0c1740d9295e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0f5baeebb22063fa078b803618ed5cf0fa1b2584f4aac034403d30456777f6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de08871f214d276d2fe7a98be6141cfa85b5fd9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d95c041d28c9294ad071b9057b9a65b0daefb333dc28e92d7d5fddb04d2fcf5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bfe39cf9cb3494a7ea44402a902e142ffb17d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72900067032472b72db9f882196f90c7c601b36095aa0fb8ece4da564148d50c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a946290f834c6ab8f4a8369149ea3cad8112c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2ebb0722451ca206117cd4b7fb76d6d52612609fd568f2abd82e52f390b415
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838021928305cff0efa0271b527b31d2a013c695
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd36f2f0a442c551152cb669b40ee89a52aa55ffa1292125a277d306e7c5e37e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8fb18e12257d7e999e62230bec5f2a0d414a3bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500e869228cca16848c3962cd64a1b28c8e1007230cd14668cf6d67444b97a8b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2f74757759154a9b1dd323557ad03216b49e93
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6280cd2c33f97243ea21e90a9577c11e8700508f533db921cc844a72f515ba30
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21403f010216db4eb6f9c50227d2b4a26722f473
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca50b520ad3299d1979cb9f25d70f9181ccf0d8557f959a4d57ff97813d404c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd7fe74c067bfb7a016d3fdbabd961af6ca5163
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3258bab476f395eaa252a1339a174aead09392e40862ffeb72f17d399d54fb4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b831ccac1dc4098d5a08acfb36d689c819c936
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb592e8dfee035db8ff80871973161168d11c61beade4afd24f39c1955fe18aa
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5d17785019d13add0c14fc51fecd69e2c8072e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531c865c0007b0dcb5bc7b0813368e869e3340a4373a897dea18cad3cf81c0ca
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59329f1ff6a6363140ee1057873e8cff5c7b473e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d402accd1ff7f0c5cf3016421da795c929d320872b58a0f6c5650dd750bf03
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e366d70df296b385e8d612590924c37b97cf688
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b1ff832c939804708358de6ba0cdd3a114293d98ed07cd39cbea33de6dc49a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006d69bea5aba7596a0ee619fddd01a6bae0c6fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c804f9826a5c51974c0b36fc2532449cd39d335f5e65187638f322763cb6802e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47767494628a7af63fe50a8d1de11d00b4907423
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198347300bb938bfa9974f72bbe499111283eddf5286c6cdc78daebfdeabad2e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebfcd9918bfbe0203f05f230c1bf864f984cd57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1f383b4d34d27afca82a6eee22cdb7ef650654e78551cd9ae26458c23e279c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5405c6ffbd9e3d501405d0a6bb09796464d647b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1f9f91465923a57ad06e9756ec7759088d80aecbcde997a31fdfbb49d9129c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c0273c0fb0268b0583971d86b5283c852b8f33
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61977a05a7f53f0d93c9cc8a6c611322b67b45cfcc29519403ad38d514bcf691
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68478c7d4ab0b88da302e67f899cfc81b64501dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2549ec420106011e309109cb2d5a2250201095d085e7f6b1243de15540f36b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1441a5a4a2262bf452b8e7cb77af1c6e7dfa7166
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf911973fec85857d081c87b09b1e2bca139f7038785b0b6320935ad1250607
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e665ec6bed0449d2e89a87455745dd16bee3af22
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ad156afafa1166aa1be20cf109cd56a22412042c36baf0812a5cd3ca79b49d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d527d6894d459609300d7288fa5aa3289cab39
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a7692e5d111e08164b998f60af7318c2599fdfed6dd199556a5d2509b2a12b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7375ceaa5a17f77ef98112b3e778e7e670f03fae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743ee167c80630ddb5a3bf0ec7be6d938ee7efcbc58a36d3b3a9877f6df16b73
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9531d5d4bab428bf17d309462d913cab668cc62c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282abae3284397ac183f69793d0d173ea0f660661b89a4179d1829479a5c7e22
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f7287d3c3ea36e5107e3331d8bbaaa8cf1ef94
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cac87a4bc79fd27fdd72937e5c11287d7f22ae4cf5ec31dbd9fbbfc39b2620e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43598016ccdcb229214813003c53d813697ec69d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5dde8d1d8c183403479c1352bb0575ab68223fd869a8b21421ea134678aa2f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3cbcd650b6e9e82a2941c306ad80bcfce153c94
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af6cefa5022fa261e4e0a1f43119e3e97e36390ff5f345a59a6c7e619bd31f7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8dd23450bd8c5a037a61239478a1ca2c96308d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2cabcb370058473e282145aaa39bb2602b77d320a3561dab89d6c81d4372448
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4c8c299d2bf752a055641168afa994228d5564
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c118538561ad79b804bb7e2a4461bcd7b435a28098cbcc793d3f38bbd149190
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e18e58d5603c9a23fb8116ea6bd4da58d6c79e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63379be95e6480a1b2811569fbc3a4a5406e994de34a87c358e0130eb0d60a99
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f6d55b0726eb3fefa44193d1100a7b5b2c3b5c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa442e603f36d1a44091144900a84a0d9b819d80423cac44e56d2c2ecd86f83
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0954fea549e7a85449edf653cd33f86bb540e46
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de20de65d870d7a81a867ef572e0cf702da5bb455542adfdf57562181f63558
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faede7751fd8fad4c5c968d93f9cf6b1674c6e61
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f074415198126416b485c8e92617d65aca62f6b24edf0a095889c3196dcae1c4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793e82fdfb6c9b8f009e8b5801b0df41b5375779
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2c43683e76b6dff4f8f0c8759091cfdc23260b235a1fa50fe991f231b5aaee
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529a1061d2dc3ff82e5bf445f769e3eabbe1c1bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce23c16d3d0b74b96aaa47f1ee862b6357cf498ecdb56f35fc8b1af08edb23d7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c1dfbbeca0a22e90fd4d6f692fcd5178c1da9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924f386c6f4e7208e4c25a14dd4fcf1178e796f423d4cec9eb39f12a95d1cce3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7edc6e81e2eca8c3e98fbf3c7e955763e5701d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706ab7193f0b738d35a1e33acadf0f013b8934c895f9c8e8300b3c3e8c0bbafa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a5fc6738a971dccdc5764181e060ca237c7187
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58970664db8d016f198daac7bd450ab3743b24c1e418db1964fe8f79b494793a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9372cc595b4e6817660ff2c023649bed95a0f8f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9da750fc3d9991cb56e85dd3066a872f3645e0e01eb18e8902eb6e9ec3c0d3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0329ab2e1ede1c35ffb0ade063c3b3bba47ae8c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63bfb47dfb541506c883ac142873908d4403638b8b7f20ae7eb96087847d2e8a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e9f960671136e0f1aabdf2d4302b26c9a7cc31
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72f4185cff8746639b0cdd79a103998b5e4e8f800e466b1eb678828d2eba070
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46851f705491541136fc1e880a4a0f880a821c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d92da6b6ac1405761492139e2e9fa550739dfea364a686e4b3ef2bb9de94246
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7690774743f0793568816c737cf89130d3b7fd0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b164f4968e21e1ba6a3341c09031ee8b27af1253a1f51599ed03876812ccdbb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3568999f337bb16f96e25168e686c13d15ca40
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1895fca976b9c033f7561e821eece8a480d735597e852ce04bb738a55683687d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718e54e17427b625ff3e3fca36cbac3665badea4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e5af80450cb5066fe4073d469f6e6dfa91b304605a11e25e4f323b42265516
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c461a6d48b96560084ef9726578e18a863f890ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ed88180024868d6e41e4b884197f9c28ca2862d54d9482fdfe2aebb56e990d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ce4d74d9642e03b59e31a60f3655fd709466c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae474c532d9533668a781c6a5c43340d293ebec936829778f3e6bb861d82b2c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110105b6042ab3d25c84fcff5da94406337a9d5a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596bff971095c5463959613d982f7bb11e840aa10ed2621158a2bf910664ae6c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31f777c0a7dbc46b9023660f42cafb57732dc6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1675cb09ed6628885be3f41f6a9007773f232e37e882c216fcb291ec5bfaea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb250c7262a8614776b596d639b2b413080b2e5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe54d4694510148ce09d92e057f5fbf1598d638cf931f6e83ef93ce66e9dc019
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5099786f79095c19c5532872c4051c1551b6db66
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9a9de4ea50de0c9eecf2124036fc0ea3d0ee086a755c0d02926630a71f264a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccb4421addcb93821390b34c95dfa85f0315bd3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a58d5f192d68606f287ff234660c01071f60965212d47a209b32a38a322d78c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb01bd79fcb0005210dbc2cc350d28052f1882a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466608ae7c6c5731a23aca1865775aa53fa2da84e15f750d0547a9aeba605fa1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88abc09f8bf53472c451e8967a48fb52aeef5b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf3a420c618cb247270874e299d04190b43779367ce92a1c556c863b9e130a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9cadd276518d8c4e1684f01120ed5732b9813c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b11e7f8a73787b23142cb0bb7ff7ebd45276acd8eee3fa1b4a01a7a794bdf87
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b13e336872f2eec8bc0ef390c4562b5566eac5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fab208888998d1b84568d1792d5038e44ebaf957a67b12eedf09c93daf8efef
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf1d08d8d07bc51cf7b376f7047ebee51733ef9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a42d83241317be637f93fdc5324ba0a44809511e0bccc003f604106946685b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02138c23a9a35403484e7720a07212c63180d193
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444abc657c6dab4ef8cf76ca74f843ee19b39aa28b337ae8719f2836d9f14d94
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a7fc7b6348f8283da1912e7f98bddce4764834
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7acb1058bd73c781e9e13c38f7d43943f6bee11c330daf5cf4cfcdc8df46089
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ca42374c5d0514ef2a879d426146fc8947cbac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb07459636befb5804a0e3b751c68a6e22d64868cd26e1d3783994d5f207cec
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f7d66491ec3eb8a18b0e0aa9535d7556080a76
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365fe0e04964e7fdec14a0be4cfa1624165ecca9be6a3f738e92fe8f2e311d95
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea27dd6a792038d707cdb43ad8ad12e484c1d54f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d04bee7bb2efb1036db75a726128cf062d56cd179879fe4191bfd8ddc9e037
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a8f74960897eee08cf8169573c004d1760ba04
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384f67bd0a16f1962acc1ac5e57df74b1ee95501dc03284c126f3a2db6171a7e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40dd26aede4f6b2ec43b2e0d17465eda45549465
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2e7919e1a482577df8bf395a3f4d856735605f31108900456238b9de218611
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2e584f087ba8294022dc339c5032a4da89a17a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a44cde0e026db7c7b4055b9ee70b9a685433490e513002c7fb84f986a24a4d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1473c547010e6cf13243a058616bd4453e56cb43
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:febae154167a9166cc42ac4eff8e2f2da7c60b8c2ba1e9e07421a7cb8a4d9bbc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064b5ec198d43cc5f3431a2f0e2595d5d9f70998
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ee281cc27396f8fb9ebdb1cad8674ea89feb9f41e4db311446d8ed37fd2803
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723edb498f26ec90e34fd0ef1e028307fb2cfa33
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552e8ffe8f60addd602c8e196e1ec37738643b42a730f85b4dccd1b5709006b5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537d25ebbfd155099f5ab532cbbd900efdce6606
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09b6b42139297db0cfac48899b7d2635c491ae0d8f8c62ffaed801afb027d8e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e37e4f7ce5fe49f4b5cbc76f72acb31a786aafe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd4d3acc59a7bcccf47b612d874df7855aeb9a7153e4c542e2ed1dd05af40d0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7159414cc34b0ba7753b8c99396fc15e4213a85b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8092101592ffda220b328259c1ae7a529628527efc70fcb523fdee49fea39fcd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20da934b4629bcadacea22db4d2f79ce97278a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b319bd7dbd9308391fed7ed259050ab4556f6cad86e4f9e8f40369f21a4a20
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a612426a89608ac1d402d2f4af26c5a7b4a892a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4de3a943051cf2fa4147380ee4fd715b663285aafe15485ad1c0060ac1fcb43
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311da0438111fbb8e56e5f01aa5410d37b9fd640
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2916047d09f88d4752c1f6796f7b0ecc1a13b1ce6a4ee8b8cfe1955ee72c805
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0193a62e1a5e148e5b4245bf2a2551abdc1c9531
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b532778259d68da4e53f65cee4061b9ae2c97f2d4af3edb7b4215194610e0e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53886ebd1710d833456ec23e7cf98b59c230ac0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46beff56087835e133cc45cf4527be7e68201d107c74af3bf100b983545a661d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbd7bebdc25865b292a0a2b7bbd55f19bdacae4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef88b8ccf292597e22c01e9e7d27ed7e635d27f8376c9432194f9cf1406e4cea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55653eecc91cdfd305cbfc929c90e6a41466fb3e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2295794250debfc1960940b261801ce1571140d4eda7eb51b2ba14aefcc3b29c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229c6e98e8e365aa0b21d1dcc2c695b99a8cc9a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89d6bfb1cb07050f3fe29c1299b150537877c81ae3da5fde14c0a057822c0c4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a60be4a8388ece52751ee906db73eac0687a35
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc83ac76f5cad7a188478f2f7a734cb96e673620b19821313444087b71a2ab68
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d81f1d321465fd88b399df21042349348a89784
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e35fc9c480efa6fbc1da0bbe6acce465e79acc8f4465087dc11fdec654be55
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c0b7c92a0b425409871a982f5ca318153d2505
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b872c22e040bb7bfd59fd9f0fdc7f398003473e31544abb437898d89671c66be
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4316dde7e0487e9d7e896a61ef96d72f7bafb7d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b66f8a7956c33ad5e9fe8ada21a00721103d905e7a868c5a99c0c48707aef3c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b8c1f98dcea15631d53476ac46eaa4b4161ac3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836368d2dcfbfc45ca7a271320e1260e926b2b90516efd9615113b671754d522
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587418eb7e2a5469da5e3cdb0b5d76df0e40a64b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c52a95a56fa7fe269f2f194a52523d54586af606fd14a988efea4caa16b832
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbcd2026fc57cb8b9afb9a475aae5498e642609
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6337193b34d5158c96e7121793abe8f8ca5a8cb7910f0878531f08902c8b85c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437e3e5b9cf18d6cf231420972b69dce9aa998cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c03b4b94160db758e44ee72b38995158bda82af8e0e77827e12e6fdb8dbe328
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a276daf2cba7f19c38f42458e16406b86fe134
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b588a65fd36deff2e75fabfadda8e1efc535d90d2c0a08e854f4479e676c9977
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e1232199debef03e8e796b7db710a257fc37e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70dbcd0bb78fa29f4005b12f7bd9c3b6ffdba10bc58e3718835cfc504c578c1b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ee9315bf0e7dd57c1b6b09146c55a27d7fcdba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892b3f44bb23d9bb6cd9b01887ae3191e515f8e06be099a5c0b240664f35f066
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d78d85cd6c20e7c40f1b16204cb13684d7da9bfa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a6f0247eb24c34600d2ccfcc4b3cdff45388cfa0ff3c69f529e79bc34ac130
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8ec445a5e376fc9cd9b8fbc8cf838cebba668d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3236de21e65b514a17762156a3dbb607699ccd2d6dd618f53fa1286076a775
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a78ea5d7ac8e15f49d23f60806361a5aba7a48f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72435135cb020633c76c6c36aaa9f92bc1e4ee859c9291863abfb785eb73b2e9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b321e4165601bfc82ed70bd3f727be71716bd7c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4ff4ab7447420697720bd633fd88078cf44776e5fffb94f99ef217f706db71
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b093b240dfc2011143e5bf1d8acfdda9f298d3d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eeecde033b61dd5e08041bfe0deb9fc11291eebbf6fd2bdb083ca3b08b1ed49
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c68d7b404b536f04622e1945bf21735f62c8b6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3461da3986bfde3c90ee80dea0b3a262b4c7d66b5bd9a36a8dc346db77e353
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29fe626bdff993f53343f1162234e876c1c396d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c594e008bb6631353a36090c725fd20936e8d11defe49277db6864a592f0ec
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361dc7a5390ba47faaf5911fd8fc292abb20f225
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03214727d2b567e055de755a8b0cfbcbe74c788d04fc9485a551237e4660e78f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cabe5f1b394ef4a6f737ab24a06f689ba8f92158
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb11b368e37ab37a8ea119e08742df713375be276ec8ae9e9e1a90cea5991c7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5597b2e8dbe588db1520849114d006f155c85607
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc545692378afee2690ac85be2a661444e04b1bfa456bc58496fb0a77207053
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07f8f94e16c9c8afd4960f8c05420501770922f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9a36cf139459ec9b04283b44f341365f1423e1ba3e6fb630a687fce8c050b8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525fb45732c4c7e33d09a4bb2b37b1d705b6a055
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c3e827d0e7283ed2c61d802c188b619bf0272105628e03d29fad8c60d90b59
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4ce1acf5e2959cfca12059e7fc4c0e8b8b8d4b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ad3a9f85f1a1587cac25cfa7ea1022c6322c6d9b195045de82699f3e021e86
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c0cc0e4ae3663e4d043a845f96d37d62ef5df1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64edce55a4ddff692a72e0bf72fddd0c02155058918a3a23119e821bf5122a91
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f83b053d2ae9a9afbd6dc011bd764a48f4e815
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9670ca37612feafdae24985ff5ca60b22fca9a460513c36e21757541fc35d23a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656bcab689a6dbba6c91495e4edb73a271cea150
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ee20b01ea81b580ceb6bb5b38c937e4999a456eb34b98a88f6312e04b904fc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a7b9dfbbc740f4443aded6cc8f616724039c41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e2cf19d1120fc7ae68f13b9d495e1ea3db7695a091186ecb451f47c54f9457
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efce0f2d023e5b403b035ca0ec81b440e21d4d48
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad791733b7dcb76c57d3db1f2e9aec20f26529686fb6b51fa120b4309f814829
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672bcc2f87ddbd693f28d3dea64a7c6ba3c0a30b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e50c1ff8d86be6f6e0f10f23ea9896d166d141921c66cce26cf6b8a5b443909
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc531a115d62195bc2fdecc7c792af6ca12db38b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2535a43b33f6b23fb28c3cb9e8b676f0967a1dc3a3d4576f348564e2bb091c0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc25d0399e77b254e579b5609c4b5c8316f4715
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85fa4ae763dc9cc09ca17b02c998930ee8d54d2d94182c1cc71a6484ab77575
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ffd64da476534f8fcbd021fd94d90b2d36e4b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec5bf86dbf1dc3e980d466a7eaffdf53183c311d3f748dd33b5669638e882d7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc1db8b93530af6a6fea044fdacac985943303a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b857faae3641431d683285e68f7ef6592563b07e7d27f787c342cf07fc1d6a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e596bbd485288995305c57ee79b8ef7399b2900
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8050fcdf3f10d7ba756a85d8f140576e93c1d0ba678ce2ad54c791f3109950c4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af27af314c5ba12a43a4f14e3d19f96be436af29
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146fc0be74a957110f26e9b252f642695892040ff9f40072f63cb8818ad57c94
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a1e45a7d737219191bf59c89086cafe5eb7497f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad35dfa6749c8c995a1bae8cc45f06bc5c2099f9c136839f69fb1f800c3ccf99
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d5726c2614548adf242af6dc5252bf5332e82f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27002b41f18e6efba1f8edbd2abf5f1ecb676301813fb4b385a0c417fe5424c4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1997296e119d3a517fae655b818fddf8da70f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb32759b359e977657c1d1a926489eee3965de976f863b63a41382129a87c660
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43f4ed567de16744a161c9f8df2b5243ceee6f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bafac46c9286ccf20b80e21e617627c60e4f8416f1f094b2df3d6706805d0c3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44139be9cb04a735c9cf5707e39f4c734880f430
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c2c2ece63e3c5f4068deaa2be23c0274a4d5301ec1bba24fb5964d8c492e19
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec225efe62911cf506c3cc82312d0a09b4ff20d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb781c00610370deb3a9b8b417cc03cf17bcb40cd644a9023758a15c64bb653
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6085cf458d7a5312c4a543ec73f96f390759c824
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04426cefe2c04bc431e5a7a4cb014a29516178724019dd47cf57cb7a7179419c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64857303057fa6c6e189f1fbbd40426cb7ee079
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa04f5da03adb0702c630a09800e85049693b83280aee8b5483c287f0ac0dd4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88863084e9eeb989e5a61884dc4da050bf485808
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6b6922a5061a89675b6430ee0efaef4a8ec920866e0e8970ebc7ca30b5bd28
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe68cdbed28a093f680d816cbe441c2b32280f88
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df002eabb54943f4f91bc10e52a6074f056fae73fffc97d472624e074e939629
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db00fdb1d2053e1e824f5f41b5feff3ad585498
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28cfc96828a52f767223e97ea007c9332b877d24e6dcc80b1b78f939323dde4b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa14a5e367e411fbca32bd8119a6883f78d81017
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30ad2d1f8c1572710fad8dd4575b2076a7de4f5f190343d29b1851114135e45
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a855808b4f2191ab844f59fdd536997fa4a951c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2f3be00ec57dcc0c2788976ada4cff357e97d56a5ef5f01a85dc043a747b26
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f91df2482b1dcd8e2d4938e0511cabe9b8bdcd3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45dc73915c1563a5db42c9aae771a0085e5b1b4e5c02019bb5f6de3f9960900d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88593a40c305f7d9106061ccb8c0a82bd367ae83
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147cdeae77243d0f41784402dbaf8281dd1ba04b6d6a857068683c0508c3f1dc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2266f9cf5f8f75d36d3e49ba4592530d48b7df36
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3aba51b6c896c46660c6df09e1fb5c9045ec45b8bf98e06a6fbf18cbbe8004a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f98952967d381b66715ee2c5388ffd18da890c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010dd5d41dcfd8269fd917d768f363b874716df7e35ce1167b71e8634122c7c1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a3f5c810c045313d090b9041a02af235807e49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de767fa1b57110c78f242b154fcf5e51b884a79e483f6bd3544c9c69b64bccf0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0530b2b7af4f9b4aae5825622fc310b4d4ae1bca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ca21d29fd10eb92aed01d3aa7bbcb2327b6cc0937fc3eae87befee02dbe03c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4604ddc27e01005bbae88d74d193a404fd09567
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbc008d460eb1cc529bd62311dd19bfba21ad70513c6bbaba1fd382aab0516c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f237f7a77239db04140bf64040771334e67093
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafffb0d96c6888d0b4d1f29bedeb9d830649e07a6bd93dd396213055854320b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8a57c0bdb47a40ad23e3208df30ea397051b7a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1158f9958ddd4c7c0c2ecffb355a1c95953ec9185e2b35999ce8cf078d34c239
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5783e9904e439538430ed5fab2b7276074bd6a4f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f3787b6e6f6c3f4a34e0e690a09c40ff3fc09ca797b65461153b96a6764c9d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cce598dbfe6f34ebb4256d0e1ef5591b7f8fe58
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2792847b9d4426b226566ff655bf6bc288f24820b64b211d8fae77a9478f11d8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4533417e7d3ceb65ebbd2bddb1f9dba818020791
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a862c764d2edc9fe68006f79f39b89cbe868698608733a32245cc8a57d703f6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0954995bc7f361b129977dce6cd9fd29eef84e51
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5401fcf462b9efc5d06d523bb8522ccdd38cc68b2dfd3b2cbbb1b6883c871a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70a6a9c244c02e380fb3edad5297a9d7166657a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676c5b4ca165d61a635798c87486e9b330b86652f33b5a4cd3d84924cc6a0ae1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e67ad32a0a58869a7346e202da6a836dee9ac37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf58cf70968f1c28f2b7eea65a63303d78ad1ff9e6e8ae6f489af98c9950da5a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d2db5a75560e512f2fc79c18b525bfa0894b3a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee087cfc79e504cd43340d0ef8ed972598c0c932673e4eec21f3b4452adcc02
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05665831cc4148bdc4f051f38d100fd3d39072b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4389c64daaa990047d0db5afbbf9e026f39b73dcb6a3955589bad2e95e64c2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a241c1362559a74fedc264e1e428e0addcef13
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c51ad7e1cf11920030132c7fbede7ae609711a3ab4c7d0bfb78902fb6b42069
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138db69782a7914d33312ad962ae8c52d1cd083e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00fcb2677336474b5204f3230b3e0ffd7842c1c54508325e9d0e3481d1229bd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c086c16abcc02cc633f62ad66db9e97d5b73b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3a55fc1c712e421219800fd205b52f04d4eb7114f8ae24f8eff0949a0ad7b5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9999efc13752bdf6f31aaab00b39074cc5dfe9fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3871c35d391281ff7a2b1ae0c1f9df1b9f6ab293b1e3f5de8f1b392c3d51e67c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b9fd3a52981652343b3b45df5fcc7a2c5505b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c8d67af5c76ebf9f2b32f4b85bb1f9fd515b5599f926e12af19baa141d96f1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27120c851cd84f5872a2afbe1da46b840374276b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c4995cb653ae53beebcf32bdfa13f3391cac169ec6b437e71586d8c582e36c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505ba2d0125b6f59a0ab0ad2d08626437710ad53
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ca2558282036aa5cf9244e1e1c5c661d43b70392af55e6a4a01d228fc036f3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e170bde6e1b1ff3f43ea2fd81b3529ad675515d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d0ee9b285dd8a311a9fe10be74c80abf29e1c4826e56e78e4c2165de646383
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9837d60003fcba2dbe3be0e6c5dcc11f5a46fe6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f839840011ba08e52d1c1fcfb2f37a04cfad197c46ca655d9339183f5759dc1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594a76535ff15f495886c2082068aaf49bce15c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712ecae957bd40b7696d334c38b39ba6f589a2e9c14fdb3199bfa1b6e38ef0a9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b153c6f8a9582df5a1dd788d59d019b3cdfbf7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca073e5e35e3fdd3a825bef82603f212ef4eeda89a38b8cb892fdf847b60be41
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b684e9c553b7a2a443e4a9a59f288863eb6e252
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0317791a17029b63de9c33f49edc684490c4b093d492e8f459cc3cd9e7fc6cb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dab5c086e864d124caee19007440267bcdf37ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32c6dee7363edf717ee3c7b7cd671ae6886a162d9ec2cd063e913db82741338
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef44f8164c897e79dd19c4e63e817a5aebd89617
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6057de1eb9a12ebf2f535fb694811ba6c1c6f17e8a8c00e00e84ace350ef4428
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d360d2b14b91638d6137d22bc0f9963f184dd9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967da21d22b26580b1782add8df42a5b444b583be8795e3b078725a3fbbd43b6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f02ddf6daa64a1880bb1b15af7e3c1bf50e9452
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e069b64ef890a47f8f134b34d07ad93a8ad6a45c865b8f334644661431e4d64a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22acb5ad3b3708474ec54ff505b2698d01a2861
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4e8d1062d1224246618c8fa427ba6d6e32a18fc519fa7959fb269e761a1b57
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d529a0631d7a8eff8dc562d5ff28c151cc8c039
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f946a0ab4f1ff56be7ef8dcb31849d6f159b672969a91c183dec8b373f00a7e0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b73b97b58750474cdd08a742cf26f600e98203c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a994fe61a9000c1a0bcd563eb0ae80589281802f91287180fbf36aae046aa621
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a284c59824c32b020f54573c92badd788b03f5b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9e9064aaa3608a98b71413413bee2df0da77caef109142733d27af97d25d6b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53a46fa78c700aacb18dc3abb1ae5fb0de59c65
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60952d346263d4df75a2b7ac4dd2de9dfcdcc978963c5d9a39fe0315c7a80e2b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8db0235ec258be2eda289ab791e2da4f4778b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f9c04f00bf4f8ed866408c24c2ff14d8fd31577c44029a2413f0bc4244da6c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b4dca7bc5ed1533e9738949e91afa77fe967dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d1fc40fb7f71fa41a8da5aea211c6e937ee1118fd575ea29522478e9a095c9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c97018047fa95b4b874acf794850bc5284e2f55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df09d2a9caa99983a2bc10417d883363f1264e715bdfb1f3492f79bbd155f03
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b6cad9ac5892f1e8a24799267753965bcb383e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ec8cac9aed821b9903d3c6d0d86d1443c7601e65948b3bcf5d5db8d42d04c4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d9e3dd66b3c98f5b1c38b1a40c6998335f3e4b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5328350a2c658737e951df728abb3771e0042915178202a947f3d82b20166e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fadfb8af254ff6063d0e115e6f03e7a443418a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36400b3a933d724ced1674fb34ec02b8da14b8de9791057475aa0f5abff035d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93587344f395ebf66aa2145985c85b4b127630d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594e0d259f8c040da6aa1142872c7b5cff6b2513189b0d5a043889e3a064b8e1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642dea1d90777aaa05b23433c1f7d8663d7aed92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d7f95f4c76c752c408e3a6dbb757c82dcc5f2c1d3acd21c8439054b50aa377
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b829d08789937e76397edd31057c18b0012204
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a745fcb6e43c8c8cf10d3eece7952fe70b83cbf457919372421ac0f1ab549876
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2c2d04136b5460402f45f998b7a2a31d71b315
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d3ffa39422bcd3fddf9e4cb100e73e778d854f7b9ea19c7c66b39615a4ab4c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ee212ac9465a0fdadf55b82e5c66c836d0cd43
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f333ff245955958d7f70804b9c5ac17d92c91eff0b181ff30b3ebdb45154fc1b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cd37eaebde7f0adfc78290d48c07e53adfd02d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f61ffddf455cd9459c7f4b0ce9afc8eb6364655bc787b28a438fbe3d6f1018
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed6d4573f3baed6531f7ed0bb4540037d609772
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ecf8218c29dcd30ad35c48976e4d7941e4d1909769bc16447d72f7172fa6e7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8caff6470c571d41d5dccd27674236b681617829
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d64a11bd7bb3ad35e6c663b9a7a11fcb2997711caa3ed66661af4115191a7f
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_16/trained/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16f05dac3588ea041e63620b232c9238a4a470f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a4db1fa81f18b59f926c0d71730e8e312f3cf6aa07946ae3a4fc34448d5285
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f61054c451f6fb5dd38f1efa78064f68061fe4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa7527d5237d7e7648ca43a540e1a167e5a781d1e17ec0961b033479ad878a7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f884fc2d89a12cc572104a7d099405a256a279a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b253ee384afacbe808e74cec0c3d8686cca60c5c4b5c741aa05da6b4f3826092
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087d2b6907a6e8fa94a3df930fb6c2690698e5db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ef0e8e4b3479ac4d3e3fb8be9f4631705d8ebefde4a438472da5ce2223b00e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922e1694b32f92636c8dd9934d33a78b45af621a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f0e2aca907bc39df34a0c5ef595dc8481a3121dbadf5f35bbe4c710366f9c3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa3227421e76a2d635f6964fba3865def02ed41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a334b1d5bb864c4f47059ba0f7a56a5d3fbf3df963a6033073df7a2cc3af1a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08aa7016cd0c1a41dbd90581add8509963f24f84
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5378fd8ff3426d8817553785d59b71a4c0a316fdd503efafd9958c6227ab3b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce527786e32c9600a80004612204e401d543713c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c9f80822f729ca68c26ea351c06ca67f59f1921e02b4c85264ccca7f220816
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75042efa5192ea1cbd22b9d393b2e779e5d6a9c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c850f544e488cdab5fd0d0f0051008fdb564b65a14476738cf787904701827b0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c893cba5f67fae0f29f0fa002c2430ee732d1ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5aa2979fa73d105edd9c029a31ecf24b4b211727092f0d10cf44c3c51fd8c78
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a907daec9b09f489f4e49d238070ec3ab9ba9a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2799a1470256c96ce9ffeed06f01e27cf6b5897ad97de7b8729abddedf16be
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c29959ab4a374d69abefab94daaef3381d1f2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3317b96c9e378f7eea01f85ff236373414ed1866fe7429698d312e70eb7668
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3446bceadc62576bf477923234ca2b9fb48065c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6918b269a9db49667d2ee60d7712946ceef09c6e28acd957b0a59a15e79e825
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5a5dbb7b342c9d75d45120e31bc4076c775b95
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46db7dc818c36e9a065665b5ed03a0e11c48ea391da6d51dd4aef59c3dfe3eec
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845d72d6f740bee20645464e8137e507e47f2357
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e163522f47cc01bc6a67d3dd55e6f05b96de8c6d6def7011f83e5bfd54cda0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83355499a873caeaac2a79e48bcd3f7ac897e32e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f841c544350140276155fd282419fab6370f6d2a7bf00197871e6c1bd8564de
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ae3e75d1dec55b5e5c9eb9c63c5756f13b08ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2f5358a5cba4ac2399c083dc430c2cf9f550aaf1b2256910e60fb7315f63f3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ebca78577e906a1c4e27065a88e275fe9aaf026
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f773cf97bae089e5caf95e1923734bd2214e37acc1ebe9ca020871a158ae54a7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e447a704ec4d6d1fb32b81bc1e13d0aa011049b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cec5bcde83a749322d0a4229c38213bae9d9f8ce55f9149948804fcb44d2b2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c6d021ac8f0f6436dcd56f31671960a184e2ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a9ba62d2e02bda8dc6c7fb3820f7a1a180c9db957f4e943a6f6a3cfcf16c31
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a6ef8cb6a6c87ecc37e10ce41d508cb110840bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ffcc5e6a43df6a6dff7dde839954eea361534dab83364c22a6093f9c93bd81
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933c6f0bbc111804087a10f666859771c66d5710
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988d285d828e56382b811fe4c6bc8246be575ca854d32490962b72274acbde97
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0dd280e8a0eebb60cf12f7cb21f39e124e4f5bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7dad8c135ab541c6b51ca794dc545d5042472f08b0c7bb1506b39f151362ab
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf862da0a7b3b4c16d5692b1382a17318683732d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5c599b5634513c295d4f493d2bfef3008529f4a3bb878e1cd4ba47424c749f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656dc04fa1fcb8bee207f7a0fc4cf0fb94b0307d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808efef0611bfcafd2d389450a51b68f13a6ced4b7bc1989bac21bb56a6e2342
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b4d5a51bdfb18780988bd323686a99757eaf39
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8de4c6f5077489c7d8c53c58b900ab1eb00c171af0ea82890bcd8f48249300
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e34efbb1f7cb5e5c8e0bcbaaa5c46c47bc0082
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6106d42a7059fa7545a19c3aff3a03a319e123de4c2260309a9ac0873188ee
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa2b1ece4a64d17a09e7edb136568e3aaab7ebf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe378424bcdcabf8b2aa7d03b702ba18f48e62b0b4f8f3fb87428b7868b26bd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15fc6d802195667a495a739cd029c6fcf963a97
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f6ff1583406638e855f8c32fa8c727b8749455eb0b5e4d3ba9700b0ed0c9ac
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c524701f29226b1598d5c1fce8efb3c339c56bc7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ae28d8374fd27622574dcc904e13970c2e426591b303c575d32b5b2f4b13ad
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45da6fabe28882fd013c39a5a106e92a8c69c67
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff264565a795edd86808370c40dda4fa0159984dd9cfa667be519b25233f78ea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa00ea50897e20aad6a16b816544f213a131ff1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de914f4b6809c415b5a53bc71c54a55f9d91bd782c9110724491c8b363ced83b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98927ebe6d6eec79e1cbef9cd4dc856e6deadfe5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0999077d17c1673176ed4cfdadd134cc280ff714f248798278bf17d8c6f7e38e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c359f631479ce70890a728ef894dcc883e02d0b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428576ef421ff0cdc41bb9ce74ff5bca9f3d4509da1828e8bc52c58aafeb6f83
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2913f94fc11689c4a32e8f2bc4c420462e579685
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89236b1ca4f38822b7461e4cdd5c988f122705d88e0b79237ea15247a4e3709
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce92344bf8a6be51c9e921c04e16c40fa8ce379
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36014cb2e1579f9686058543a6e9df60fa32712b6b99f0650694bf5b326ce338
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3877873d80ee57e62125440474754713bfd594
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44da5c3b2da5c7c2aecd220a5e0b4c268a5816c32e3f3440547299743995bdc5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efb4f41444cfb363be2f0db76de82dd029fa1a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4231b01bc0364954297181f141cae2f77fcd22c15474dd17f63c7a18885a2f82
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfc479a798d7346323f6341d75312c08c84fd23
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00cefceef3c44242f042614a1a04b449b6f8661ff77a0f07826cf391a46f25e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42240a0260545828765f23a818c48f5ec3696cff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ebeb0fee0f3012915fbe16b49c0466992c9c3f4af5e1754f61e910fbe0e76a2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219197ed849df837d53016c8334895e0c518d76e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4c92d4ffdb26c3ecef5c2b6030630dd9270a04ad749a564e1ada1d10314aa3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254737270674da6e4a80d999d7d1e04079e08d07
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6006f2726fc7e6cbb3ff9d53b8e422a662d7f0e2ab8f44b3501bda582411cb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6bb353f220af1ade15af8f47b0d7386a33a266
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d7afd07efd311b9bada071e858df870d8012784c7d1bd8553f338b2eca1720
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b0d3ff6ca017bd88d15fb9cc894a456986c22a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465003b19db37ed0d3f52377a0df919afc0a298133709ea2bb89cf9d0a627862
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f40be185a556c49fbc00ec44ad1a1a844243a26
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49743c008fc71e485713040f33a27b42d4a6d434df67d4d13e92cd4021b1afe3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df2bb450c5080c4f046c2d0a98b18ecf186f3a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041162b5f3b8362f999399fa5221a5f246e6167e4643c3b8f99478f227c82e5f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c05515ca07e7da96a000f7ee1d17cae7003734
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c09318545e24e4cbd9916fe3cf6afeb1f55eb0a104a1bc6374fd1f6c8501b0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b9bb668cc63a1206428dead336a98003f36293
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067e1e785cdc62e36f0d4d0bb24a05d90124d8fa874192762092a6b89c36ad1f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad111b215cddc96bdd090515b8a0a71edce5b74a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7be4659106221df4432e178080afc8af2e424acae4ef65b6ec441b0eadbe2b3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56af6d8d8cd81071a061b0877330ed185bf7471c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8b64c245df71ddff32bd4a4b1eeded4843c37d687545b49054640e18813824
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209170f9a21614d82a56f447854d44efbc9ed90a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1624d6d3c4283419acd339d010b8bbedfa83423425beb4b8db09ce8dc85377a3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4e49ae7c1b996c9ce8a0be498424468c644d23
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b40d3dade83765931849bcf8198c1c0025f8fdcdad23a518ddf1fe23cae502
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd80165571296d443b5ba8117bf99cadb3acb77c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f6f9cfe4964adce34533c66964c3ce44771eac370eb9efc316e5b90d77b19f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895d8c74c088db122c8359cc612a027d061f6de5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e5af86c948558057cbd5df00536ac66d6825ebe4fd2290cea6266c8a433b25
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54309e76f6a718e7b7f9b3646fe317f1e9f1103
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681bc6bf4714d042738b74633a406c030be49dc17034b54517bbf7da9602f1a5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f9b46667c0b1a9b9ee43691451f412193428c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886925271a4dada3657ce07ee973b5a4a1dabbfb2a0e8ea808e5a0a4fdcb980a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c6ece1a3a7e774551cbd88fcef37d366cf8c57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606de7baa59595c63580eefc0078370a1277d5a89ee650fa72f18e8784bc8d20
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a798c342d2f418196111bf83510ec05a62e6378
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2089f62ec876595a1bc6b2633db7a6375f755ef0d938ffb44a4c8be09ed6e3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3253f7a1b00234d232c25a3a34479c8cbd9d1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229e8b3162446a7d2daf619e006d75c6ff35f307dbdce5c119fb6d27e5817cd2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ff45b4b83217574a8968846c1b4030a1be4f44
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ab2f5d8d36499c30e271cdb70c37fbca34b706b93a894aa58f3440500e17b3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01bbb33ffc06acffacdcc78c1e21392cb3db014
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f91be15f38886f1ea7df7436028ce2d2e5bc42f80c2ad523a3f9e789e0a018
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf913a0688cf86070a9371d5d2f640feeecfd75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ac74f578868167f394a43430d6a9d6d8dad25730dadb9394b960491478cc81
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f97efd1ba8f3a7b7e28031fd247923e118583ad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7db5ee9bc64203d4a2c2a9d67fd779fce512192661d8ae7c9337a0f24bcf65b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bf92aea0d115eb538438be851ea2a745d2b63c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abf3b7b6880104a556425e74bc1bc8679078c094284eff8f27b4e8d17b4c274
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c94c03feaf308811b983de23b800bbe4ba5012
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc657e14e62e88baf5dbc4ad21b00c9296456b6f9c55b7fe2fe98d7c3189f98
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac97a69a89460f4f26fc79304cfc9dda6bf2d90
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12aae358d9d6a22c317b9aa8c516ab96aba2cdb3a4939975d4c9251113b297c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b725a22d631d2e15adbfd8a8afd1044dc1038ea4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6610b5e120ef9334b370f7cc4ca6d3aafae6b8fcf4e6ea16c971e3dca576ce8a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a531984a46271f67bf4f3d5519341f501613d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9d01a51331475dfa34dd0e07cbd4d17329540653c9245d7e4d204ef16449bc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f9d8ed04429e85f6d7d41c3cd579049b11f202
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc5ad35bb8ed3134bdb9da80b69f21de0a3ad81d32c98a4b9306b5b31651df6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d0be07203c730f9b09d59b6802ec46555cb4f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447d2e518e11a246379d83fc58f3934191129e78fb37be9fd9e291fe942c0db2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71d433c6aca3c20a8ae73652a9152da4e5050f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a51dff5da65569f131c9b67bab964f65baf68a0b2d6f51a567976e82659643
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18412b26b8cd408782359b0ee220164bee5eae2b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd6bd1734ae2692b2eb455b41563ce0e502200c33bfe239fe5c33917847461a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7285bdb95404e7772644f37db451c9cafac4bfd9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb446f750e1b6779de8127de7f32861c4a95f6badbc0eccea6ce1964ac43646
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783edfdc92efc668544f6ca82349391c837e2339
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21eb45be339acded54e6b7d56f41bccb9b6df8f567d418db86b0189e3a18dd79
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69ca640740f5f3827e79d5f19061f9d168c1247
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977be50d9ebd017a158bcb66d949ba6fb2e5e9d1f2861080eccdcc47be3b9522
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702bdc6bb2cb8c1fdbe7c3221121c969d0d22b3f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2b3f6e9a4e42c87bd8f911685c55d65b1ce06ff2fb04fdeb9564f1ac5765d6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e9540d2eb032a8620cb35707dbdc998b1e0cdc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe50265901813827d985657fb4ce3550d052ad0d708631638b1a1fdf63524c21
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e8831e8f93d355fca63e4fce3ac41ad2102aef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413d93e50a48d4392796810ebfe0c63f69aaeb046bd99bb851c762c7dd18b556
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a1b9bf361d87e8b846bbda3ca019e14ab20d93
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837ad4db9db5adfefd2db6f04e39477a1cdb91c18c91455e9eb84f527506d8ce
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9f145349c092cc62dda03dc3fcb8e46932abcd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ac5d2279325279da17c62440d613ba6d6f0ccaad1fcdc14bbd9ce189fd0ba0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a17c396e9abe55ca371c3e399adabe5824abc26
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530faaa2c82c415fc13e647be6acad717ac4935748acd1ce702778e84551e865
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d944603f4d9efb5c529227272810a42f492c9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1188e9efb0aa2fef23ff59bb6e0c5045fbad193c806290b3e6e63827c03db71
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315b241a7a731915effa7ff6a068bb019f881c75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8cd9c3602e437577ee9358975a9cc2ec33c00fd9892356db72f29bf2b19d3d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19f1f5d0d29e1fa07b12e32278700e628fc2b76
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed07aa18391e181cfe44594cc3859997cf874f44c2817cea4443c472e54bbe63
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..079eb6c22277ce68f32796e77f6b9fa67a2a87fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22fcd714f1cedfc23fa0ed90efad92ed37585003256f0f27629931881d4f12ba
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d828ae39eb5848956196fc57d2eafeab667593
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfcebbcbc3b5df830852d4c0125af65ea6419d5009b7e1f07963065a27dde12a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196fb885c6d76d0245b1b3e91581aedb977aa395
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:541b76908675adccedc521dbe89afb8afb7bfbf1ab45012d3fae79e0626b17d8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02222a12c9b79eb8942e1f35002be332c35d3b2f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b0a660c58bcefb86453ba3b25b72223622130a4168e6739297c728bf5a2f62
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da41fa63a769fb930a3f6f844d9951a47af321d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3012ebfc49de4c48abee6a7654f8642eb1e448ebcd948ef4e539cb89ef136e89
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbacc0db1831bd2d93d32b0715ebe7ea6b8e6a16
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a642f3f9a7e2f413ea992d53e7d3bda510bdd2d82c9052c0597c57fa28cf39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe06d0f9954d70d4519ced2d9d7c795879a867a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49db861f6559362b771612fb77284046098ce58356a9afe0ff54461517dd5ed0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2080afbcc784fbef444bde8343590d51247c0d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c4ecd2bfad172aefc34718121597defa2d25f94a66b5a94cc596c67fbc9cc6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9b239ab8f009cf8b6c0e3947de1a5ca89cacdb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec09c7690752a7948163db0bf94c3d05e1d4cfb236971424557ea1e3ea84b3ef
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9dd6c7c9b5bed694b30c985e4a00d3ba03bd8e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94e952932e39ffc65d2fea07aa9c2f0c22ad663ed78d1e20de1bd56354bdfe4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31dca037ccd0e5db9f8e22cb0038a1346506eed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a284f93c02be63f8210fbcac8a24b2cb1403b8ca011e0b07670e0ce75ff3cef8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6143efea2a44ae0effa5b6a6962544f25283258
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70cc47b30b3feeb3177e7bcb1274b8a76d7919a0eff889c1a3559903dc3950b7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba57ee836052f65d26d967a380b4e1479084965
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15145cfef8a85d378cc8fb63b7a97b21c64f78c151766acc4fd85b3557ad186
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671624429b7d3112ff27aec8023fc82419df80e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb0cdf50b062b461ecb1df34069ef749a2962a6dea92ecacedcbcb7d578794f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225c5d8359f10adf63f3af0c7e6b280c57746af4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503fce65fdd4b6e3de7d25a333d5cc91d65eaacea5a8756f473bd9703a325528
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92663a54ef3fea9b20189d50870b755c53cd550
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8374113719d015e1740265cab20faee7b6159e9b9690c2aa7e6636c9f5cec456
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87672490d5a694ab4114027601fd1bdef6516630
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f783f15ed5d86b17a21349de53fa2b744f46a9df25bb148e6b85e721e9771159
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe570949f4a8503da78bf397de007950e6799e44
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212e868ea920b37db53b391df17d4c7be94d0a2b44f2609fa366129e4a5f0fb7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e3ac9da533ac753fe24fc515d77b3415b7f718
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81dd7b561534876149e04b976bbfa9b0854fe70c051f1001863d3ced268f5436
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5e3b85887b005d235b35005018cb104acff063
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:046731a35d60e904be0b35f5e7b1005a4f1c3f0ad79353510ed3f4b652e3b3f4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e568814f11ed2b80540c770b4f11592b8c8bfd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3ac9f61914372b87a440d8aab91d6eb1355099423bc3fbae0530cdff690cc0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b52772cc1b297692d88d1e4a46325c37f24df32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee536c733058d8bbbbf3f68f04515e1b573e42278cf66080a8b5dead98831bdd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3118e5a12ad8dc7ceb735f4289ac54c8aa5fca21
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0dfd29eecad007989cddc00aa65b1cffe41156a4a1337209241c7328e9de7e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83c106e94c7559064145217ca9f9154763ab399
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233d00f2b61b2fe5bfc4d2636234ddea137e3bc0d4fcfa8a6f7202304787936d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f31a3f920998e3923e38f213d58e3b0b288dd1f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8570ebb152fdb226acd1f64405bf1d601aaec3cd43b93aef5cbf7c70310dd164
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d81b8f2b20381cacc9485d8053cbf3125787983
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e18f80766f517962f53dbee2d761b2fe6f6d1efbda7ea2f44606dce529c98fef
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c887008b1d2ab1996a4f10d5a823dcc0bebaa32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c2b0f7cde16e4350dc81168357922ad4c64695e56214b7f07659608a125389
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d051e68e517874fa3f2077cd188fe41911f39227
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5d407058de6933e34d75e83e6cad154671fb269afe1baabe4b76caf1b756b2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d76789ffc06084d759e40ff966d075d0d7f2237
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc3dd62dfd71deb4483778f425a035a62eef3850949cf0628e5bc0ab524d223
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2f252154c21145745696b708f5ab3f7b07283b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f513efa0470114aa1ef3aa2fe901deb980489f560a363d4d22a8944c23ecc491
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667083b632fae1c6fe75c67b5a8353e3eca92230
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976fd9388e6769b06d3db417b2d3341dda4bfb8a9dbe093019b34e7f24df7591
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0afe8bc3e86533f3121d0aa1598fdf7612d3cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1da61bbd284996998fceaecae682ef271615e86d4e4b0e101ddcb0123e05753
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7af09c314f36f0c75495e49fb42324e38cf2337
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7459e024d8b831a51fb4d6949de10193d1f2b5de3c5f7f47877adb49f04c2c87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd52c79f527c8ec3d01901d4f91e2fb965e035af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0359f835ebd9161c55d4cb8aa59f6950746b01a2dd0dd4cb827de801dc4ba6f4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c5d3757603a75d85c0d3d23fb5a45a7e9b9dd4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56955863d811c95c90097674555a1abfe0389640ce1f01f505e12493206e25ea
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5ef81be6f6b4cceeda971d169b2e8a00c2c4c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609a6ab90ca9da182cb9ec296c15dac59ecc4132afec45b43be77096031fbbc2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7301c76fb9c4e60bf01aa72cdd1ee87ea6ffa578
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2e926d7271e2979da84000b0553dec814b90f2146c82ad258d7339b37c08e7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9584ececfa526f5b98619370857cf5620d02ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb272f6c181efacdc94b5e39af29d69c04f27755082fdb88347ab16aff9d92bf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae90a0dcb5b243079bac6b2411ca31e4d01852c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c21ad88e21cb3c728530db8842afc14ab4c78e204655d673f6bc2d226f2e7cc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8fd3ba4ce972644cf26d1fc80af15657e5c2ed6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debfd061a981e1393686274620081f8c0150da5c342a7da3ca3865803e6facd4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9632b46257630a942a496dd644a9b9a81ab856f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c00a815c95f3dad15a97e1707bc18015060e4a5974e68b5d01d9546eed3cc7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..331d7c9b89270cdbdcda6903b79a592d7f3a23a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b90380fd3252436e72ca79a2ff9098bf348431ebd79048aafd4e218ea47b73d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe7352358c821aae133825836447488210fe706
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc5fbf975cc350d9b77f045494ab946a123f48aa29fc7a8a8d5a7c387cbe2b3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e548e0f3ccf002141740123a9fb83b776b29f4f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a072b820b02270a0cc4918ab0684d98aade232a17ecdf95441f034724f44a95
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b43239f1f5dd2e25af1c27a08a2fd95776dfaf3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aca5388b129a7ddb9ffdba125d49a2315f5de2e7c69c445976a369313ea63d4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435f72adf59400bd5998089cdb576c81154d69c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e65cb4a5e09d870d1ef99e4ff60134fde1bebfc1785d640248d79beb398164
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9cc8c794a2a1b64f6b7dea92f0840e46de449f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fc108bd02babf9c4034b3b8626afb2acfea4d705a15eb15cb48014e10aa944
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a7c4c070d148a67bb245b3342234958c3edf55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87de87908a9e3c815cb54e5cca9289d297420c565dd6324458ae78027b88812f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d14fbb04daeaddf8217fbed8722995c42a62aa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5bd35adf9c6e7a3f446a6aa8d0f6e54098db115e9424b86c70a2c9003cb7052
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdad7936f206851924c2f12feb4b19319f68b01c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8163c6fcfc8f3a77407644f3f3fff08ac652dc5ffcd8c5f712f1932e826eca7e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854445ddb91bcb3eeba422ba2bffc8032b3d7bb5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5764a5283f139338e818d8f9a925198d618f2e89f2e5d5fb14c10a4833573e4d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433c7cd3c95c3ec08cffeecc842638bc7a2a0b2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bfa44e96e2ea7e580fac519f3b02af2c70dd3b3ff7dd773187d2773826a249
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12198b16c3f2a7c58ddd74fc7ad9fbd9ec83d2c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5f60ce5d3ace87b5bfff13706675e91194802685b81bdde3ab90138664b919
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6f39ab88a2f1b259754d1c7e70ddb27477f7c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27121f844a2cf043e8f77b29cd7673415b9ad86e9b7d5e47f480f3a8b3cba4a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c916413a84587d907698c3f8d384e915c0b81a9f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db853bb96cbbbe5865f6118210aa6253a377774da9d9daca003f84da3a96e6de
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9de7dfa8ddb4016102faac7e6416aa640acd94
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f662c1ec6d311aadcc8341aac21d8a0ee6051600d9df810d5fcb079e7c398dbc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799d3f39d1fd2324f1a2b1de7fead017ba88a7b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b14dca1b02a5c3ac9bc6569ecab164347813af1956e75a579612e211ac3c2b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128d833068da2698dc6fb0ce3b71f828638b5928
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f588da0f98cc525fc62a9e67fad7588bd3c699cd09d7efbe74095d2bfdc72ff5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347728051fb0db89af7e4d4f72cc24e25f234fac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35627a896b6ba9fe8a22e9199532199b8ccadfe8e2fea2e39c52a73824b59a90
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8bef7b692c541dce43a372a06db67ba60f6501
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf83ef2e773a9529d1c5182acb96cf6fcb356a1f507dc4d2a1e80183cd8b1ad
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..875b0700109a775fce93d1487c90ccdc5f12adbc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71e834101c309e5fbe6ad668bfb5e3fa4437e54f7ae67bedfc39f8f187036be
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf54f9c175fd3c410482a9a644fed1487d0a90d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d03c6c72327e574f29036ca935ea3a3952015a4e700e778434cc1e7634ea92d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bef1c8a3a0a03228abd35f97a77a333d472a928a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc2cef7505fc8510b1ffb82fe0e77a3aa12a41668adf9247717463d0026a44d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6da76c29b2a66f30c814dc76e0e0a0a9d6746b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d08e0e7186ffbad10dcdbf8c96f237da7d860e38b4fca7fb4e38c9c1bd5b48c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a517dcd207a74236f01c203d70f43ee4940e6dec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51bcf5fc64e56c2a6c132c7cf942eb8b175de18c1f943d692fb7387d7d5eced
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68c2aeff6ac31cf530d47ee03133f525291cec9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c72ff0688a0033dd5cc1932d38644a7c04ae31536253ccb3ade07960e07d61
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9154af1306b7ad30747cf802d70b55ce078662e8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507448b3a777695fa962c2f02bb30e8eb7bb9bff6b64b488acf11c668f356abf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691eb88c4c6ee3d4efd70dd0c952d03495f541bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930353c3a742827fcfc4f921bf484369a33aa1394fc30fe92d5195ffdc810576
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb93293412ff4a2b47a0ee914696c5e48257060
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac2a2c7d96c430e4fd10fc547636255992aa89456581ae82f6c40bb234f35a8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9006002d1d85c120c63680088901a0c70c3ce6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1e7a560d834131dd4927d7ec89b4e91223352dfbd183ad8831f7585e55eeaf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b64909a712a2c88510edfcd57f3384b5ae058f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9fa825b7fc8ef7fb08b011646cf05508a2614d6dbd8b3296da3086897e8df7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5110384ef38876581c15973e4e83f96fec19b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c94e0ff41cf07d94759345c2a6907fd2c21b2dfc4693058a6966a31c8d0a702
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa49675f1b1116796fb801d169692157aaa7a695
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d310b2e573ef8a1bb7640cafeaa3b390e0ce52d81fc2b197be5bee50a3b0ce
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315b0f61f37da76de2d56c88118d3dac8dfe50ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9438b19cc6518d80736f719b272fbb2918058995e5052adb2f02f9007af3aec
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c0cbe00baac83961cfecf20797c07eb3b6faa2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129e83152879c3bc7cf26a8e79b797f82b91da2dcbdf95b78f7b68e79ed1a87a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8a997d72f15addc3612fd34d26a76dd3d29f03
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d9bb094d24e04300047d8fb1b241be236b80bc22e5982c0b6c18137be485ed
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9bde329c5e030c6e2f20da9525550cbabb4bdf9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a1fc097e3a05a58e8d9af2a238ac9298bb5fcbc60f89821e2bce639f822653
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40db49f084e91568f17b61a562d5b3581db230a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb0700f6b46f376a60ce7aec30f183aa2bd69b268f2552e50dee4f88f27679d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283d38d8fc560de2755c147c0f9685a7fd396fb1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c27a2f6736ef793ae2d63921921e2c20064778465651a6d61adaed8c59314df
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d13755b9a2b095dabcf583bde30134013d9089
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2593eb9d53cc56a0971b51d27534e12e9d3d29a79de12f65537f9732b591ca
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e870b052e46f92db73a574e5248d9c425afbdd97
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df64dd707f232f3069c8b0c98ee5026f0ee24be2874f061bb0d2d97358b14763
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97d65b4c3aac8d23b2318ce465185f4954ab313
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ab342ded1646efd11d52422d2ce9cae8148049bad8643d38be0cdd2b0851f8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d295069d0ee833eed24f52d4f61f9abbca9ce2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c64a95f3f79c99a4afbfc52b528b132faf46c56927f555aaeb3aa8617a8d7cf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c305c5634bef516c2fc96516c75c632a27e97716
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8094e441cb6fc3a6b1d468928703b9447563f54d5b38fd9d467a3512f411b3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d77fdf1da6216d2cbb1a5ed9763dc98a6f7f0ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a5f2bf3420acc14f720221198bedcf33e562fc5911c21abfd666f5406073e7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a258d5007e5aa8fbc7a1c686d0bda8cb1ef30550
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6311fb7c78b79a15d9ccfe47f732c20bdf599320b029da1e332f327f8a1b04a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceee399a5a3d316dfba5839864076450ab8bae7c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e64bcc46a3d647b62b002ad60f21145b2327cd03d8d808168d403d23c2a2a7d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8e54b2db7420c79a1287138949f1a2f39e9471
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea5aaa394391cda77d5cba39f4ada3f05dcd5f0323098c460ff99a10b772cb2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5deb0d8026c333239ae2951dd094085ad55f2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8784b06437dc494ee99d55a76c88fa1f3faf5bb7a31005788a23e89b9fded1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da4c6a45f043c9678cdc847c706e1f5f2a44fc2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781936a1109227bdb8ded4ca24044c12b79f04ff22874ace634921685e36af13
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ab51f4916ff66e91609172f183978fcd4e6defb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca8b0cc7b6a6b18041e9117289c069e642079bcabbb93097acfee4683c1cd3e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633ffd290a716fdc2ee82295f5f83c708a204f7a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d14efbf219bbc1a4050e34fcfe32b379db69bb56d04f38ccc17f7f449e22ef3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283a1fa277877f608bba9146aad91973cb3be1e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec1709c16a987cf2160ecbb6b13ae492aa8bfe91974b0a6089a178bf3a6474c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5605ec4e7a07f19dfdc4ebba374d1a7da913d52
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ca3e72cc2913b4bd427245959721ab1e1da0cc7d216eaf2fed033f6b287399
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9eb85ac9ab652e828f680c6732d4bc7b778c1c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87465654d2cf9f4c398414575144f14036336747c8988dbe137ee839966c8a59
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614b88c9c2b56fef2e58c86bae0ba3224606b48d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b806d0cb37f54a623c31f35c1c1d389eef899ab46dd628b5e88113c5e18471bb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..092112cfba2a468584b52f0004049ca48b3e27ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4800e8ef0191d5b0f24ffd5b4f2c15be6bfde92ea9dee947bcf4e2d83b8eada
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19d7775a2b8cc5bc640f22eb0359823c6ad5cbe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d68e54fa71b35106b1497dacd735dbe956e403994513c64f213e02459871ea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca38a1d3f3e9fbaa47baa48be7e4ac7c4d0ab06
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d870f6a1d0d3a5ec3600fc1a0f1ebae5b15ab90dd4772901feea90bc4238bc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55eb5c791f64966271a1c567a0d4de950f96807
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e2c5c62c2adc688b3dfe9148eea45af53a3931d1e619db069ff8a201b26108
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e7d3f7018eec1b1e4be4697bbc34a3c69c3288
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11596068b99f0e99d0f4501d06bd72614216a9d555a6aec2b62e30fb486ab94
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d98f2959eace38d32e650ac2a882601087a2a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c8d036d1b826c01a409426352938b0aa0c4bdd523822f48b7cafeca992b8b4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8511f8aad0aca38404a23c4a20316fa9e1c40d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8739c1d44c65a0b09f103ee248f6fbece79ab31085b3e8e8b44449629bce46
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f71746c84f140c2b01cdf917b0b41c9272bacba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6368a1de97654fe662874ab1518114800777fd7277769d8cd50d89f4b40db07
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142ca175cd774c3f7be0dfce8cb9e40a74f24259
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a74a43c5778f1ce8cbd0b4b051ef56ab3b4c23042114529e208c11ccf76d1f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124d9ad4ca7fbee64a6070489122ab312399eb1b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26bea9e7ae2185cdc064794c0aaf99f6195df3d3cd805d8accc4eaa5c282116e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7500030d4d51a6054e2e50134ab32a7032490a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7255b785bd68ac34591f92217f3f9fb211fdb81871ce002bf0c4b926a0fa9038
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663e96a70c5417032696273a53a7d458a193fc55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ea4854c14f81ab17e06d3948c12e5e8cb3bb880da09542d4ddb8c93e47996b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83fcfe5836af2e62a7b7602321bbb897c4c885a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b7612d0313fc05cec1e3309da1a7e698c24e8bd504320093850182c31d2c16
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2241f1dd7076155c022a1a6c19deae8250c6df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464343ae72bbb90522194087a0f70759eb2ff4860d7fcc03906c142fd558f681
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8892eab574e95f358ae424ca3b18c354be8d09c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e245c46fec4e2d6f02ad5ab3972a628b1b9d5c8aaa580206eea66649375401
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873c39edf609706bad7373ba0b581bfe5422d18c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cb91d0aa79ec15287b1cd7a0c0f4d86151222c7eb79448fc9213a45bcf08ec
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaaf6e24f62fceb5b187fdaaf6939a6562d8c0e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5e116ee5da3ec3556c3fd425c82a650071f932f496ddc2cc065e4802f44af8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f332b275e13b2aeb2ceeb920ce8ca057783c79f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b7029d91d95a8cd883429c127f774c83a336804f6afa87cac371856819a346
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9301fecf57312f959624cd37fedf1e25c91c4f52
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8842c303dedc18dcd90ce8b9bb2526155a031cac57cd6561a8218e54185e1dc2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64508dd69c29fe0eae791239170d39e06a3d86bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8955eafa49e78f6ef700301842c34009ae3a04011ed46a2cc65848ec4180997
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f752877fc537fe742f5335c4795347bca43b6f2c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6afdabe65d9bffbe1539192a3f95a14767c2e04983be75fc7db7a7ad33921a1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c466f855dcdba539215a19dfd380cfe55ed05c13
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e971fea97c664d44ee229f54f06a2acb868e9993d2f72f90f18a7c606907dd34
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1633c50cd2a566cc8abd93e9d6972fd4a2162de1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2034c9c2e2de71f232474590689bcf710bdbce6db081a9d96a24cd27754ee6ed
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69907ba097257492ffb0312df6f8581b64a70423
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a93948d02ed37d089428231b7246393f71b9c8faa3501228936826ca983dde2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e3d3762b9de0920c66dc5e969376103a4e4713
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7b530c41e673a15724f60f5f8d3dc59a559e36a1561ecfbb667a4202c710e8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada6e6d9f66b17ce1c645f537f023a5b68c49200
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3744bcd118c373ef818d62db01821a19b448a754f1400ee99898432c8945ba8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f0079424e34b92e978cf503c166f80fa28b17c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47aff77dee5e9147a0562c8baee5e75e8cec3287a4824cb4e2fb3027e0376a14
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579fe038b27056622d0803c8e521bf7baf556a2b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f9e9165991d346f1d6cbe0de40c9eea9de7ec99ba6b2b2dbd57e29743521ed
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c596d8be7362c282638e3cb626de9f0663b332b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e6657eec45e24eb601b74dc08d7280ddf8db250741391709fccbbc7f0a59db
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054b32949bf03026a1864e3ec8adbe07aea85d9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4361c3fba41f77e0c41c365399c68abbe13df102103fe45043f856fdb3aba2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c587a34816eb7f24674a09519972b3632cf3b3d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14745376a936658c764ac45a84606e41da3d95224c70bcb4ea45a7953034133
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44726053bd84da2c5a35d8cb0cbe1a22382363cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89384f05cafe46c8e70c869d0d6a55d447c06c401c7700b0dd078ff808c516f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4303b2a686587988949153cfad8b9988723a6fe8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f94bc0bfd80f992b702be1c9d753e2810ed0d88c3b7b43c8d067a20227fb28
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b3689967e42e882b045469017579898b123d40
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fcc90f51bfaa576222319107eb5bdbc8b5ade88b30b04d027c3b5af81e8ef3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd9c58a99e576bad139bfa3d74e3dc705ec66e1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b09d44a456a5021b9c30f24cdad2d654f626bbe236c90059f3669e67021417
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a644a76df341fb1029badb41d90af744322f9677
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fdaae5a84f1269dab147f0be04d6416385f3f352de74988667af6636a556a1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d34e577055110c86f440851fbd770ec2701475be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6229464fff9cd4c996bb8f4f8ba093d90aa253d5a11eb80cc67bc16f48bcd272
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d819e7365c17ab3ca60e309936dff42789875f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77c3b346a4e8f44c222dfb35dc4f5b57d63070838d26acc5f7d990f1ae2278d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239fda6ebd52de8304a0c12a649d432cfa456516
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63dce33f317f5bf69c0a6c2f97c48e2fb148a235cb8b4a0cf267960edd91f069
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81d2fedf9a6597aefcbd1d737019ce837b10a51
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d2d27f7f9c67fc190a3acb49b770044aa43852858fffaddb5d9863b13a7f07
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663f003d3c3ccc54f18049dd2a4a41bf69baa0d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5b4730b287452a6587933bc6e2a67fdf95ba94fd31137b05cce20d046ea830
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329f6ac8c1b8f9064a75dea1154e286033de0170
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d86b547b3d2ee3355da99c78dab03b05e8af54402968bbe77a724c051ac2500
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1fac8b079df1999a735e4176b6987e960d5eea8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f0439aff3d1e3f9427713b70d18de074cf088a7cd6b46f915f1ecb56d4bb11
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f94e1148efbac139aa20c611c4df7faac2868a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca747117890a663f034a21792f3889abf11697bdc685a4aafb9e419473e35f5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83a393080d00f1660aca0db628089a91d98ea59
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3eb2285972b987c1ef23655a00d1a42cf9c57e206bf8a985658d73e3e39c896
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c68c8a33e3cb80f3b94f9251273b278e5b4b390
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561419bda7b0fa01f48afa1d3059efd20efa86605eff1d828a0909b8906eb66b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878436a81eb8cd3e9774ba1c31169bea7a4e7cf4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09d084be0990311774b671f63994a0270b65fe6a2d3540c641c71cf534d3d4a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387777e66f7d6a083ef5e6a0c037a341914ad3f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abd8784f17e0442f3501e03a9c0003b4263cc7720b989acf3e36e6996dbd5c1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a6983c03698322204d81fb3bc0518ec839b1c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe4e8798103e126375597913d7a591e2c8ea60a1d3563c38c44635956612d4a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84646d72cac5cf0dffaa6b737e75eae1f3eaa810
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f044b2a57cc584acceb1b14bfa498db501ccbb8af44ffbfaa98d12c5cacb5b47
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9fd12a1edc58bb6bbb3a3ac3bbb6b505c78a1c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad119786dee2d9592a2da42ed9e48f9086c936f2dffa632b07991db6a2c1580
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f0a0e4d356f8202fb2faa6b574aa63bc871118
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfd250632c9f09c60335df7a67b25de64bf67a98b89f86bcd2f06a5997c98ea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed27a3e20642e8d0a756666ca7b1fc21436e88c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31071803781fbf6cc9e648a11067e7f7dbf3b59b4c33e72c5ea20fa9dc73878f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ccc6c1ddb337b8a25e2f2d5069747ccede7e7f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be18b646c4d9c956693eca5e00d13dd28e43a1785dc6a5bf1c0c3739cfd46d9e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe5316cd52a08bb94c496f362b92189a27b2857
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b71d887b7d50ccb74b22c2f5a22f2cac8b560f641dc5c7b60487693f3dc1ac0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91082b8fc853b78fd3764bbc86d40a07484bd9fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6cd08eff89d10afaeadc40b9bd2f762dccaf548af2d036e1573bad2749dd01
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6151b284ba8d13fc4409deed35a27cea0b7c55b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad8b29c4ef073133d2c9bef23183be78ca0c71a2e59152074fdd7e30e38f1ea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9189aadfac60a3beca0d0bb1f7a97dfa6f6d70d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bad738301028e3524c5f40a11560830aa240e0f4cc9d1e7e003a5cd3ad1ca28
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a6e1ee475e1d514b613ad5b84a0395d3da160e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ebb118f024de8cc16b07224f3459311772aee28519f40d605ed001c9a2b12a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4d3541ac8531e5f3631f9ae4af26443dabaa6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003b0aebb24bc74a1f05c6d5f57ea35d8a25e3adff24990f12119c7832a61364
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aad0db19d2e63dabfbe421cd80699015f86e956
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632a35d8d96c1241646fe4d078966ff10133c0529386ff7bd8781757296816ac
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8c8575067bac325bc7948fb5c8fa9fb5616ff5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18ca71b300327faba47cfc81a2d6c409dcf21e63c690331e06a38359af0bad8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f4ee548fda0a03c566fb0e07a6cf9f11b37a8f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03358954f54a67a49763404c643aa4a3ecbf6bc316ab33640b2d1deba9291d29
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8bcd34873486acf256bed9f87af4ad15047d8b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfda34ae6d7afaa8838ca9a2095ae0fa24c3366dd7813011f81b42b8e850fbac
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d17a49b934ca1a09b70ffc7675bbcf5e604cdbe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e043d82876c2ec275c95d6344b2800808ae816950c01f67aac21e8604cf8ef
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cf2ff668815842e2577e9514fd029c0557cde8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafe973a5768efe8e85c1b023f21cc26bc28d390f0836034d193d914d19ef891
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5cd808f98865823b4fa45d204f667353d9b4a67
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af2acecc681c6c39714e4e325d9e082e188ce1567bce9a366242df3575a808be
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d86e97cd82c03b6357bb68fa15170a6fca539736
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0139b935e8857046795857f2493789ad63ebb7221535db89b59f2ed81d3f22b1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad482b930ed375e4aec06cf021dfb8a7fd462a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec43a7a7e4042c45c7fc524b404d768c1fdd9d0d5108ede8122c6e6fef84c7a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91877551ac2ae206da5be92539b0bd873d9c6a43
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b120b0995ed334a258fc12b58d4a67f110114779a494a3f8e103cee114ab4fa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1c20acc74fff5bea9ddb0fc992210f99dca50e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c21408b2ce5be36da2c681aa206ca2fa6feadef8931440b11257e07287b05e8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc62328a6ded0452aab264281c4600429044f4cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4369b8940e0dde971d03be5db1ad862f55699730ef1b1057606605ba683af524
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12bb6ad5418281a4f8008cb8e8c2ca6df5b2256
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6601bfd9a9c1eb16eaa6b62ada6cb07a23f417e31f8f646b4f6b26c61c3bd820
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286eae3ee9059f6c0ed1deb24c30e53ec6901bb4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac95f9cdf61979f6895bfd6c738797d8768d50f5ffad91e7763238fee847761a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8e1f281371483b4981647bd96a1fb81a237e71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7174d17db214e6dc64e2d5b602888bf565971233fa3cdf2f346f6cf02cf6a4d8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8590a6cd889c7c7c05e2ef73ef762f9825ff1d15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dffccf5b309aa78c0d66dbf7ada6af9fa9caccf645317e3a6b345436786d06d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddb67bed139fa47d0ecdeba8c00b01e987e3b0b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a841d16de21426e93eeee1c7e0f79d57554c27156fa046d3bec23bd1342cdfc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b51bf4a451a4ebd297e4943921406eacd50964d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b098fb1d4ac2e5971a9f918e87feb36e529791ffa5d2d87fe3eb91195821dc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d480fc01acfaeab3813f3b38c5afc7f8701d4aa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406a43b8bb7f6021054823e2ed3bc4a20cb7bc030ead07bfae55a1b55d021694
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df51b15df6756a8c9d51b028d096763025d8dde0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92768b665e7ea35f35010e6e1f44979c6611b00b2effc6e3e42d0e254eca0a8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13731ac26f040aa68466d198c18501a9b83ff935
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b7ed8797a2eb93e3dc846c681e33742550056747c7236cd344e2a7ce706b6a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96361ad3bc3dcdb6e7841d4e123c5fc163ab3d49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9e72c4ca6fc970a339ec1226146b291fe64417fef06a53bef3731b2963eed3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01382fe6ff0365d86b1646493f4fc4adec21169
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6ae07c885a1f089a23be3f570660c4f846a761c4e45581565298641ecc9587
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04a50946b695e7afe38f4db228a1a41914a88b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b579d9d484de0d9cf1342d7da4a9949befd832de78215ed29f67616f610779
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63347b110d632e10cc3e784a30935abb39b6a847
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a3e6e78b4253f8e47d6b3538fdd228a73d2f3a67b932a13c9144ff1f3e6e90
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a469479e649288ba33e9e36fcfed71548c21b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bbd22ada5535533b86e8a2ac0d31d8700aa7bd871836afaa392c1b0b38e6ba
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05d286e4ccf5d18924162c7cf61123e938aa8a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3324a9299b656573fe0c99b4813971524ed8853f0dae859d43202a912bfe9eba
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4aff9a774819b014181e271695ef8796167f62f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6027d8ccc6a34cea7d1e13e323cd1e1bb9b720c9c866b196651ea9af8d31d944
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84430016abbecf833f1503846b1156615d1c1509
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1333f1ff9aec8e72afbe07f81413699957b8b1d47a232800a69d1d3ffb1cec84
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69df2d69a8498aaffcae2304f55e0cf71a7e8162
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533b525185b6d1305c6f3cbaa7a47dee1de10d4401f9718b609ce64db44f3ac8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da921bd77e36f356894f0ef8a06a0c1740d9295e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0f5baeebb22063fa078b803618ed5cf0fa1b2584f4aac034403d30456777f6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de08871f214d276d2fe7a98be6141cfa85b5fd9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d95c041d28c9294ad071b9057b9a65b0daefb333dc28e92d7d5fddb04d2fcf5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bfe39cf9cb3494a7ea44402a902e142ffb17d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72900067032472b72db9f882196f90c7c601b36095aa0fb8ece4da564148d50c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a946290f834c6ab8f4a8369149ea3cad8112c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2ebb0722451ca206117cd4b7fb76d6d52612609fd568f2abd82e52f390b415
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838021928305cff0efa0271b527b31d2a013c695
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd36f2f0a442c551152cb669b40ee89a52aa55ffa1292125a277d306e7c5e37e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8fb18e12257d7e999e62230bec5f2a0d414a3bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500e869228cca16848c3962cd64a1b28c8e1007230cd14668cf6d67444b97a8b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2f74757759154a9b1dd323557ad03216b49e93
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6280cd2c33f97243ea21e90a9577c11e8700508f533db921cc844a72f515ba30
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21403f010216db4eb6f9c50227d2b4a26722f473
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca50b520ad3299d1979cb9f25d70f9181ccf0d8557f959a4d57ff97813d404c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd7fe74c067bfb7a016d3fdbabd961af6ca5163
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3258bab476f395eaa252a1339a174aead09392e40862ffeb72f17d399d54fb4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b831ccac1dc4098d5a08acfb36d689c819c936
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb592e8dfee035db8ff80871973161168d11c61beade4afd24f39c1955fe18aa
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5d17785019d13add0c14fc51fecd69e2c8072e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531c865c0007b0dcb5bc7b0813368e869e3340a4373a897dea18cad3cf81c0ca
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59329f1ff6a6363140ee1057873e8cff5c7b473e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d402accd1ff7f0c5cf3016421da795c929d320872b58a0f6c5650dd750bf03
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e366d70df296b385e8d612590924c37b97cf688
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b1ff832c939804708358de6ba0cdd3a114293d98ed07cd39cbea33de6dc49a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006d69bea5aba7596a0ee619fddd01a6bae0c6fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c804f9826a5c51974c0b36fc2532449cd39d335f5e65187638f322763cb6802e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47767494628a7af63fe50a8d1de11d00b4907423
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198347300bb938bfa9974f72bbe499111283eddf5286c6cdc78daebfdeabad2e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebfcd9918bfbe0203f05f230c1bf864f984cd57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1f383b4d34d27afca82a6eee22cdb7ef650654e78551cd9ae26458c23e279c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5405c6ffbd9e3d501405d0a6bb09796464d647b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1f9f91465923a57ad06e9756ec7759088d80aecbcde997a31fdfbb49d9129c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c0273c0fb0268b0583971d86b5283c852b8f33
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61977a05a7f53f0d93c9cc8a6c611322b67b45cfcc29519403ad38d514bcf691
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68478c7d4ab0b88da302e67f899cfc81b64501dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2549ec420106011e309109cb2d5a2250201095d085e7f6b1243de15540f36b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1441a5a4a2262bf452b8e7cb77af1c6e7dfa7166
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf911973fec85857d081c87b09b1e2bca139f7038785b0b6320935ad1250607
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e665ec6bed0449d2e89a87455745dd16bee3af22
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ad156afafa1166aa1be20cf109cd56a22412042c36baf0812a5cd3ca79b49d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d527d6894d459609300d7288fa5aa3289cab39
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a7692e5d111e08164b998f60af7318c2599fdfed6dd199556a5d2509b2a12b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7375ceaa5a17f77ef98112b3e778e7e670f03fae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743ee167c80630ddb5a3bf0ec7be6d938ee7efcbc58a36d3b3a9877f6df16b73
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9531d5d4bab428bf17d309462d913cab668cc62c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:282abae3284397ac183f69793d0d173ea0f660661b89a4179d1829479a5c7e22
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f7287d3c3ea36e5107e3331d8bbaaa8cf1ef94
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cac87a4bc79fd27fdd72937e5c11287d7f22ae4cf5ec31dbd9fbbfc39b2620e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43598016ccdcb229214813003c53d813697ec69d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5dde8d1d8c183403479c1352bb0575ab68223fd869a8b21421ea134678aa2f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3cbcd650b6e9e82a2941c306ad80bcfce153c94
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af6cefa5022fa261e4e0a1f43119e3e97e36390ff5f345a59a6c7e619bd31f7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b8dd23450bd8c5a037a61239478a1ca2c96308d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2cabcb370058473e282145aaa39bb2602b77d320a3561dab89d6c81d4372448
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4c8c299d2bf752a055641168afa994228d5564
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c118538561ad79b804bb7e2a4461bcd7b435a28098cbcc793d3f38bbd149190
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e18e58d5603c9a23fb8116ea6bd4da58d6c79e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63379be95e6480a1b2811569fbc3a4a5406e994de34a87c358e0130eb0d60a99
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f6d55b0726eb3fefa44193d1100a7b5b2c3b5c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa442e603f36d1a44091144900a84a0d9b819d80423cac44e56d2c2ecd86f83
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0954fea549e7a85449edf653cd33f86bb540e46
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de20de65d870d7a81a867ef572e0cf702da5bb455542adfdf57562181f63558
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faede7751fd8fad4c5c968d93f9cf6b1674c6e61
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f074415198126416b485c8e92617d65aca62f6b24edf0a095889c3196dcae1c4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793e82fdfb6c9b8f009e8b5801b0df41b5375779
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2c43683e76b6dff4f8f0c8759091cfdc23260b235a1fa50fe991f231b5aaee
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529a1061d2dc3ff82e5bf445f769e3eabbe1c1bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce23c16d3d0b74b96aaa47f1ee862b6357cf498ecdb56f35fc8b1af08edb23d7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c1dfbbeca0a22e90fd4d6f692fcd5178c1da9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924f386c6f4e7208e4c25a14dd4fcf1178e796f423d4cec9eb39f12a95d1cce3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7edc6e81e2eca8c3e98fbf3c7e955763e5701d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706ab7193f0b738d35a1e33acadf0f013b8934c895f9c8e8300b3c3e8c0bbafa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a5fc6738a971dccdc5764181e060ca237c7187
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58970664db8d016f198daac7bd450ab3743b24c1e418db1964fe8f79b494793a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9372cc595b4e6817660ff2c023649bed95a0f8f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9da750fc3d9991cb56e85dd3066a872f3645e0e01eb18e8902eb6e9ec3c0d3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0329ab2e1ede1c35ffb0ade063c3b3bba47ae8c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63bfb47dfb541506c883ac142873908d4403638b8b7f20ae7eb96087847d2e8a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e9f960671136e0f1aabdf2d4302b26c9a7cc31
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72f4185cff8746639b0cdd79a103998b5e4e8f800e466b1eb678828d2eba070
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46851f705491541136fc1e880a4a0f880a821c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d92da6b6ac1405761492139e2e9fa550739dfea364a686e4b3ef2bb9de94246
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7690774743f0793568816c737cf89130d3b7fd0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b164f4968e21e1ba6a3341c09031ee8b27af1253a1f51599ed03876812ccdbb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3568999f337bb16f96e25168e686c13d15ca40
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1895fca976b9c033f7561e821eece8a480d735597e852ce04bb738a55683687d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718e54e17427b625ff3e3fca36cbac3665badea4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e5af80450cb5066fe4073d469f6e6dfa91b304605a11e25e4f323b42265516
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c461a6d48b96560084ef9726578e18a863f890ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ed88180024868d6e41e4b884197f9c28ca2862d54d9482fdfe2aebb56e990d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ce4d74d9642e03b59e31a60f3655fd709466c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae474c532d9533668a781c6a5c43340d293ebec936829778f3e6bb861d82b2c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110105b6042ab3d25c84fcff5da94406337a9d5a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596bff971095c5463959613d982f7bb11e840aa10ed2621158a2bf910664ae6c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31f777c0a7dbc46b9023660f42cafb57732dc6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1675cb09ed6628885be3f41f6a9007773f232e37e882c216fcb291ec5bfaea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb250c7262a8614776b596d639b2b413080b2e5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe54d4694510148ce09d92e057f5fbf1598d638cf931f6e83ef93ce66e9dc019
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5099786f79095c19c5532872c4051c1551b6db66
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9a9de4ea50de0c9eecf2124036fc0ea3d0ee086a755c0d02926630a71f264a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccb4421addcb93821390b34c95dfa85f0315bd3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a58d5f192d68606f287ff234660c01071f60965212d47a209b32a38a322d78c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb01bd79fcb0005210dbc2cc350d28052f1882a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466608ae7c6c5731a23aca1865775aa53fa2da84e15f750d0547a9aeba605fa1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88abc09f8bf53472c451e8967a48fb52aeef5b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf3a420c618cb247270874e299d04190b43779367ce92a1c556c863b9e130a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9cadd276518d8c4e1684f01120ed5732b9813c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b11e7f8a73787b23142cb0bb7ff7ebd45276acd8eee3fa1b4a01a7a794bdf87
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b13e336872f2eec8bc0ef390c4562b5566eac5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fab208888998d1b84568d1792d5038e44ebaf957a67b12eedf09c93daf8efef
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf1d08d8d07bc51cf7b376f7047ebee51733ef9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a42d83241317be637f93fdc5324ba0a44809511e0bccc003f604106946685b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02138c23a9a35403484e7720a07212c63180d193
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444abc657c6dab4ef8cf76ca74f843ee19b39aa28b337ae8719f2836d9f14d94
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a7fc7b6348f8283da1912e7f98bddce4764834
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7acb1058bd73c781e9e13c38f7d43943f6bee11c330daf5cf4cfcdc8df46089
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ca42374c5d0514ef2a879d426146fc8947cbac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb07459636befb5804a0e3b751c68a6e22d64868cd26e1d3783994d5f207cec
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f7d66491ec3eb8a18b0e0aa9535d7556080a76
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365fe0e04964e7fdec14a0be4cfa1624165ecca9be6a3f738e92fe8f2e311d95
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea27dd6a792038d707cdb43ad8ad12e484c1d54f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d04bee7bb2efb1036db75a726128cf062d56cd179879fe4191bfd8ddc9e037
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a8f74960897eee08cf8169573c004d1760ba04
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384f67bd0a16f1962acc1ac5e57df74b1ee95501dc03284c126f3a2db6171a7e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40dd26aede4f6b2ec43b2e0d17465eda45549465
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e2e7919e1a482577df8bf395a3f4d856735605f31108900456238b9de218611
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2e584f087ba8294022dc339c5032a4da89a17a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a44cde0e026db7c7b4055b9ee70b9a685433490e513002c7fb84f986a24a4d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1473c547010e6cf13243a058616bd4453e56cb43
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:febae154167a9166cc42ac4eff8e2f2da7c60b8c2ba1e9e07421a7cb8a4d9bbc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064b5ec198d43cc5f3431a2f0e2595d5d9f70998
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ee281cc27396f8fb9ebdb1cad8674ea89feb9f41e4db311446d8ed37fd2803
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723edb498f26ec90e34fd0ef1e028307fb2cfa33
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552e8ffe8f60addd602c8e196e1ec37738643b42a730f85b4dccd1b5709006b5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537d25ebbfd155099f5ab532cbbd900efdce6606
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09b6b42139297db0cfac48899b7d2635c491ae0d8f8c62ffaed801afb027d8e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e37e4f7ce5fe49f4b5cbc76f72acb31a786aafe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd4d3acc59a7bcccf47b612d874df7855aeb9a7153e4c542e2ed1dd05af40d0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7159414cc34b0ba7753b8c99396fc15e4213a85b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8092101592ffda220b328259c1ae7a529628527efc70fcb523fdee49fea39fcd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20da934b4629bcadacea22db4d2f79ce97278a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b319bd7dbd9308391fed7ed259050ab4556f6cad86e4f9e8f40369f21a4a20
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a612426a89608ac1d402d2f4af26c5a7b4a892a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4de3a943051cf2fa4147380ee4fd715b663285aafe15485ad1c0060ac1fcb43
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311da0438111fbb8e56e5f01aa5410d37b9fd640
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2916047d09f88d4752c1f6796f7b0ecc1a13b1ce6a4ee8b8cfe1955ee72c805
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0193a62e1a5e148e5b4245bf2a2551abdc1c9531
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b532778259d68da4e53f65cee4061b9ae2c97f2d4af3edb7b4215194610e0e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53886ebd1710d833456ec23e7cf98b59c230ac0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46beff56087835e133cc45cf4527be7e68201d107c74af3bf100b983545a661d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbd7bebdc25865b292a0a2b7bbd55f19bdacae4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef88b8ccf292597e22c01e9e7d27ed7e635d27f8376c9432194f9cf1406e4cea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55653eecc91cdfd305cbfc929c90e6a41466fb3e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2295794250debfc1960940b261801ce1571140d4eda7eb51b2ba14aefcc3b29c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229c6e98e8e365aa0b21d1dcc2c695b99a8cc9a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89d6bfb1cb07050f3fe29c1299b150537877c81ae3da5fde14c0a057822c0c4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a60be4a8388ece52751ee906db73eac0687a35
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc83ac76f5cad7a188478f2f7a734cb96e673620b19821313444087b71a2ab68
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d81f1d321465fd88b399df21042349348a89784
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e35fc9c480efa6fbc1da0bbe6acce465e79acc8f4465087dc11fdec654be55
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c0b7c92a0b425409871a982f5ca318153d2505
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b872c22e040bb7bfd59fd9f0fdc7f398003473e31544abb437898d89671c66be
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4316dde7e0487e9d7e896a61ef96d72f7bafb7d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b66f8a7956c33ad5e9fe8ada21a00721103d905e7a868c5a99c0c48707aef3c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b8c1f98dcea15631d53476ac46eaa4b4161ac3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836368d2dcfbfc45ca7a271320e1260e926b2b90516efd9615113b671754d522
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587418eb7e2a5469da5e3cdb0b5d76df0e40a64b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c52a95a56fa7fe269f2f194a52523d54586af606fd14a988efea4caa16b832
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbcd2026fc57cb8b9afb9a475aae5498e642609
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6337193b34d5158c96e7121793abe8f8ca5a8cb7910f0878531f08902c8b85c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437e3e5b9cf18d6cf231420972b69dce9aa998cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c03b4b94160db758e44ee72b38995158bda82af8e0e77827e12e6fdb8dbe328
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a276daf2cba7f19c38f42458e16406b86fe134
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b588a65fd36deff2e75fabfadda8e1efc535d90d2c0a08e854f4479e676c9977
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e1232199debef03e8e796b7db710a257fc37e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70dbcd0bb78fa29f4005b12f7bd9c3b6ffdba10bc58e3718835cfc504c578c1b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ee9315bf0e7dd57c1b6b09146c55a27d7fcdba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892b3f44bb23d9bb6cd9b01887ae3191e515f8e06be099a5c0b240664f35f066
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d78d85cd6c20e7c40f1b16204cb13684d7da9bfa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a6f0247eb24c34600d2ccfcc4b3cdff45388cfa0ff3c69f529e79bc34ac130
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8ec445a5e376fc9cd9b8fbc8cf838cebba668d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3236de21e65b514a17762156a3dbb607699ccd2d6dd618f53fa1286076a775
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a78ea5d7ac8e15f49d23f60806361a5aba7a48f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72435135cb020633c76c6c36aaa9f92bc1e4ee859c9291863abfb785eb73b2e9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b321e4165601bfc82ed70bd3f727be71716bd7c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4ff4ab7447420697720bd633fd88078cf44776e5fffb94f99ef217f706db71
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b093b240dfc2011143e5bf1d8acfdda9f298d3d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eeecde033b61dd5e08041bfe0deb9fc11291eebbf6fd2bdb083ca3b08b1ed49
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c68d7b404b536f04622e1945bf21735f62c8b6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3461da3986bfde3c90ee80dea0b3a262b4c7d66b5bd9a36a8dc346db77e353
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29fe626bdff993f53343f1162234e876c1c396d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c594e008bb6631353a36090c725fd20936e8d11defe49277db6864a592f0ec
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361dc7a5390ba47faaf5911fd8fc292abb20f225
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03214727d2b567e055de755a8b0cfbcbe74c788d04fc9485a551237e4660e78f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cabe5f1b394ef4a6f737ab24a06f689ba8f92158
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb11b368e37ab37a8ea119e08742df713375be276ec8ae9e9e1a90cea5991c7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5597b2e8dbe588db1520849114d006f155c85607
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adc545692378afee2690ac85be2a661444e04b1bfa456bc58496fb0a77207053
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07f8f94e16c9c8afd4960f8c05420501770922f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9a36cf139459ec9b04283b44f341365f1423e1ba3e6fb630a687fce8c050b8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525fb45732c4c7e33d09a4bb2b37b1d705b6a055
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c3e827d0e7283ed2c61d802c188b619bf0272105628e03d29fad8c60d90b59
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4ce1acf5e2959cfca12059e7fc4c0e8b8b8d4b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ad3a9f85f1a1587cac25cfa7ea1022c6322c6d9b195045de82699f3e021e86
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c0cc0e4ae3663e4d043a845f96d37d62ef5df1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64edce55a4ddff692a72e0bf72fddd0c02155058918a3a23119e821bf5122a91
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f83b053d2ae9a9afbd6dc011bd764a48f4e815
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9670ca37612feafdae24985ff5ca60b22fca9a460513c36e21757541fc35d23a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656bcab689a6dbba6c91495e4edb73a271cea150
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ee20b01ea81b580ceb6bb5b38c937e4999a456eb34b98a88f6312e04b904fc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a7b9dfbbc740f4443aded6cc8f616724039c41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e2cf19d1120fc7ae68f13b9d495e1ea3db7695a091186ecb451f47c54f9457
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efce0f2d023e5b403b035ca0ec81b440e21d4d48
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad791733b7dcb76c57d3db1f2e9aec20f26529686fb6b51fa120b4309f814829
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672bcc2f87ddbd693f28d3dea64a7c6ba3c0a30b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e50c1ff8d86be6f6e0f10f23ea9896d166d141921c66cce26cf6b8a5b443909
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc531a115d62195bc2fdecc7c792af6ca12db38b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2535a43b33f6b23fb28c3cb9e8b676f0967a1dc3a3d4576f348564e2bb091c0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc25d0399e77b254e579b5609c4b5c8316f4715
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85fa4ae763dc9cc09ca17b02c998930ee8d54d2d94182c1cc71a6484ab77575
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ffd64da476534f8fcbd021fd94d90b2d36e4b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec5bf86dbf1dc3e980d466a7eaffdf53183c311d3f748dd33b5669638e882d7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc1db8b93530af6a6fea044fdacac985943303a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b857faae3641431d683285e68f7ef6592563b07e7d27f787c342cf07fc1d6a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e596bbd485288995305c57ee79b8ef7399b2900
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8050fcdf3f10d7ba756a85d8f140576e93c1d0ba678ce2ad54c791f3109950c4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af27af314c5ba12a43a4f14e3d19f96be436af29
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146fc0be74a957110f26e9b252f642695892040ff9f40072f63cb8818ad57c94
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a1e45a7d737219191bf59c89086cafe5eb7497f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad35dfa6749c8c995a1bae8cc45f06bc5c2099f9c136839f69fb1f800c3ccf99
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d5726c2614548adf242af6dc5252bf5332e82f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27002b41f18e6efba1f8edbd2abf5f1ecb676301813fb4b385a0c417fe5424c4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1997296e119d3a517fae655b818fddf8da70f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb32759b359e977657c1d1a926489eee3965de976f863b63a41382129a87c660
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43f4ed567de16744a161c9f8df2b5243ceee6f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bafac46c9286ccf20b80e21e617627c60e4f8416f1f094b2df3d6706805d0c3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44139be9cb04a735c9cf5707e39f4c734880f430
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c2c2ece63e3c5f4068deaa2be23c0274a4d5301ec1bba24fb5964d8c492e19
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec225efe62911cf506c3cc82312d0a09b4ff20d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb781c00610370deb3a9b8b417cc03cf17bcb40cd644a9023758a15c64bb653
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6085cf458d7a5312c4a543ec73f96f390759c824
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04426cefe2c04bc431e5a7a4cb014a29516178724019dd47cf57cb7a7179419c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64857303057fa6c6e189f1fbbd40426cb7ee079
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa04f5da03adb0702c630a09800e85049693b83280aee8b5483c287f0ac0dd4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88863084e9eeb989e5a61884dc4da050bf485808
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6b6922a5061a89675b6430ee0efaef4a8ec920866e0e8970ebc7ca30b5bd28
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe68cdbed28a093f680d816cbe441c2b32280f88
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df002eabb54943f4f91bc10e52a6074f056fae73fffc97d472624e074e939629
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db00fdb1d2053e1e824f5f41b5feff3ad585498
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28cfc96828a52f767223e97ea007c9332b877d24e6dcc80b1b78f939323dde4b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa14a5e367e411fbca32bd8119a6883f78d81017
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30ad2d1f8c1572710fad8dd4575b2076a7de4f5f190343d29b1851114135e45
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a855808b4f2191ab844f59fdd536997fa4a951c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2f3be00ec57dcc0c2788976ada4cff357e97d56a5ef5f01a85dc043a747b26
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f91df2482b1dcd8e2d4938e0511cabe9b8bdcd3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45dc73915c1563a5db42c9aae771a0085e5b1b4e5c02019bb5f6de3f9960900d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88593a40c305f7d9106061ccb8c0a82bd367ae83
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147cdeae77243d0f41784402dbaf8281dd1ba04b6d6a857068683c0508c3f1dc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2266f9cf5f8f75d36d3e49ba4592530d48b7df36
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3aba51b6c896c46660c6df09e1fb5c9045ec45b8bf98e06a6fbf18cbbe8004a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f98952967d381b66715ee2c5388ffd18da890c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010dd5d41dcfd8269fd917d768f363b874716df7e35ce1167b71e8634122c7c1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a3f5c810c045313d090b9041a02af235807e49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de767fa1b57110c78f242b154fcf5e51b884a79e483f6bd3544c9c69b64bccf0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0530b2b7af4f9b4aae5825622fc310b4d4ae1bca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ca21d29fd10eb92aed01d3aa7bbcb2327b6cc0937fc3eae87befee02dbe03c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4604ddc27e01005bbae88d74d193a404fd09567
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbc008d460eb1cc529bd62311dd19bfba21ad70513c6bbaba1fd382aab0516c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f237f7a77239db04140bf64040771334e67093
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafffb0d96c6888d0b4d1f29bedeb9d830649e07a6bd93dd396213055854320b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8a57c0bdb47a40ad23e3208df30ea397051b7a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1158f9958ddd4c7c0c2ecffb355a1c95953ec9185e2b35999ce8cf078d34c239
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5783e9904e439538430ed5fab2b7276074bd6a4f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f3787b6e6f6c3f4a34e0e690a09c40ff3fc09ca797b65461153b96a6764c9d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cce598dbfe6f34ebb4256d0e1ef5591b7f8fe58
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2792847b9d4426b226566ff655bf6bc288f24820b64b211d8fae77a9478f11d8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4533417e7d3ceb65ebbd2bddb1f9dba818020791
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a862c764d2edc9fe68006f79f39b89cbe868698608733a32245cc8a57d703f6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0954995bc7f361b129977dce6cd9fd29eef84e51
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5401fcf462b9efc5d06d523bb8522ccdd38cc68b2dfd3b2cbbb1b6883c871a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70a6a9c244c02e380fb3edad5297a9d7166657a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676c5b4ca165d61a635798c87486e9b330b86652f33b5a4cd3d84924cc6a0ae1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e67ad32a0a58869a7346e202da6a836dee9ac37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf58cf70968f1c28f2b7eea65a63303d78ad1ff9e6e8ae6f489af98c9950da5a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d2db5a75560e512f2fc79c18b525bfa0894b3a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee087cfc79e504cd43340d0ef8ed972598c0c932673e4eec21f3b4452adcc02
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05665831cc4148bdc4f051f38d100fd3d39072b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4389c64daaa990047d0db5afbbf9e026f39b73dcb6a3955589bad2e95e64c2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a241c1362559a74fedc264e1e428e0addcef13
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c51ad7e1cf11920030132c7fbede7ae609711a3ab4c7d0bfb78902fb6b42069
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138db69782a7914d33312ad962ae8c52d1cd083e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00fcb2677336474b5204f3230b3e0ffd7842c1c54508325e9d0e3481d1229bd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c086c16abcc02cc633f62ad66db9e97d5b73b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3a55fc1c712e421219800fd205b52f04d4eb7114f8ae24f8eff0949a0ad7b5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9999efc13752bdf6f31aaab00b39074cc5dfe9fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3871c35d391281ff7a2b1ae0c1f9df1b9f6ab293b1e3f5de8f1b392c3d51e67c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b9fd3a52981652343b3b45df5fcc7a2c5505b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c8d67af5c76ebf9f2b32f4b85bb1f9fd515b5599f926e12af19baa141d96f1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27120c851cd84f5872a2afbe1da46b840374276b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c4995cb653ae53beebcf32bdfa13f3391cac169ec6b437e71586d8c582e36c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505ba2d0125b6f59a0ab0ad2d08626437710ad53
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ca2558282036aa5cf9244e1e1c5c661d43b70392af55e6a4a01d228fc036f3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e170bde6e1b1ff3f43ea2fd81b3529ad675515d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d0ee9b285dd8a311a9fe10be74c80abf29e1c4826e56e78e4c2165de646383
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9837d60003fcba2dbe3be0e6c5dcc11f5a46fe6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f839840011ba08e52d1c1fcfb2f37a04cfad197c46ca655d9339183f5759dc1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594a76535ff15f495886c2082068aaf49bce15c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712ecae957bd40b7696d334c38b39ba6f589a2e9c14fdb3199bfa1b6e38ef0a9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b153c6f8a9582df5a1dd788d59d019b3cdfbf7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca073e5e35e3fdd3a825bef82603f212ef4eeda89a38b8cb892fdf847b60be41
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b684e9c553b7a2a443e4a9a59f288863eb6e252
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0317791a17029b63de9c33f49edc684490c4b093d492e8f459cc3cd9e7fc6cb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dab5c086e864d124caee19007440267bcdf37ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32c6dee7363edf717ee3c7b7cd671ae6886a162d9ec2cd063e913db82741338
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef44f8164c897e79dd19c4e63e817a5aebd89617
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6057de1eb9a12ebf2f535fb694811ba6c1c6f17e8a8c00e00e84ace350ef4428
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d360d2b14b91638d6137d22bc0f9963f184dd9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967da21d22b26580b1782add8df42a5b444b583be8795e3b078725a3fbbd43b6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f02ddf6daa64a1880bb1b15af7e3c1bf50e9452
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e069b64ef890a47f8f134b34d07ad93a8ad6a45c865b8f334644661431e4d64a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22acb5ad3b3708474ec54ff505b2698d01a2861
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec4e8d1062d1224246618c8fa427ba6d6e32a18fc519fa7959fb269e761a1b57
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d529a0631d7a8eff8dc562d5ff28c151cc8c039
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f946a0ab4f1ff56be7ef8dcb31849d6f159b672969a91c183dec8b373f00a7e0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b73b97b58750474cdd08a742cf26f600e98203c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a994fe61a9000c1a0bcd563eb0ae80589281802f91287180fbf36aae046aa621
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a284c59824c32b020f54573c92badd788b03f5b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9e9064aaa3608a98b71413413bee2df0da77caef109142733d27af97d25d6b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53a46fa78c700aacb18dc3abb1ae5fb0de59c65
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60952d346263d4df75a2b7ac4dd2de9dfcdcc978963c5d9a39fe0315c7a80e2b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8db0235ec258be2eda289ab791e2da4f4778b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f9c04f00bf4f8ed866408c24c2ff14d8fd31577c44029a2413f0bc4244da6c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b4dca7bc5ed1533e9738949e91afa77fe967dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d1fc40fb7f71fa41a8da5aea211c6e937ee1118fd575ea29522478e9a095c9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c97018047fa95b4b874acf794850bc5284e2f55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df09d2a9caa99983a2bc10417d883363f1264e715bdfb1f3492f79bbd155f03
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b6cad9ac5892f1e8a24799267753965bcb383e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ec8cac9aed821b9903d3c6d0d86d1443c7601e65948b3bcf5d5db8d42d04c4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d9e3dd66b3c98f5b1c38b1a40c6998335f3e4b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5328350a2c658737e951df728abb3771e0042915178202a947f3d82b20166e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fadfb8af254ff6063d0e115e6f03e7a443418a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36400b3a933d724ced1674fb34ec02b8da14b8de9791057475aa0f5abff035d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93587344f395ebf66aa2145985c85b4b127630d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594e0d259f8c040da6aa1142872c7b5cff6b2513189b0d5a043889e3a064b8e1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642dea1d90777aaa05b23433c1f7d8663d7aed92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d7f95f4c76c752c408e3a6dbb757c82dcc5f2c1d3acd21c8439054b50aa377
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b829d08789937e76397edd31057c18b0012204
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a745fcb6e43c8c8cf10d3eece7952fe70b83cbf457919372421ac0f1ab549876
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2c2d04136b5460402f45f998b7a2a31d71b315
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d3ffa39422bcd3fddf9e4cb100e73e778d854f7b9ea19c7c66b39615a4ab4c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ee212ac9465a0fdadf55b82e5c66c836d0cd43
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f333ff245955958d7f70804b9c5ac17d92c91eff0b181ff30b3ebdb45154fc1b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cd37eaebde7f0adfc78290d48c07e53adfd02d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f61ffddf455cd9459c7f4b0ce9afc8eb6364655bc787b28a438fbe3d6f1018
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed6d4573f3baed6531f7ed0bb4540037d609772
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ecf8218c29dcd30ad35c48976e4d7941e4d1909769bc16447d72f7172fa6e7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_17/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50a3abaf98d3dcfd7a1eb1474833ace9385a9f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c46ea50e2ddc133bac9583964bc42683b8cbcbc25d678209748e2f15801be1
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_17/init/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d423418f268c56824b54259bde604ded3db80068
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0171712e4b7e565808a056145bc832b32c2ffd7fa4e3985a855347c33df2b554
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05be537a82c9b1b546817cd028be9e12a74b7d24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b378b79f6cd32f721ca741f72fe2315dd25d54aca17b93f6db98ed1b0aad176
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933417b01f11876de8be55828e32affcaf216ce0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de29e241fe13a045665b99a74c5a66a52441702a3717f33653f90212b77cd8e5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89882dd470daf9a0439676b6824f1fafb2ad56d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf0316f8d584abb23775c1f43792b180c9ada66942fd3b4b7c6b1291de75711
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc52adc1046bd9c5751d3a1f395adb341093f0c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c3a15cd2db0eb9bef7240c340acdc491642ff87d0bd994fa012667f2498723
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d3e50a00986f1eac4ddd28b7a9c416e3009ef3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2408afb28a84b24ea006fbde4bbb7d26157790ccae20460501b3fc693edb5e12
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9a71ab05ce01d9d128dc1414d8823076a240ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3852f7092bbb8c624dc88e705e2aee64a453d1cda0bb03ae5d6ded81ff3dfd6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6234f1a9d3674a8e79e6427461529979d7f46bc9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187c5abd642e1fa1e0262604bd88355620ea9fbc29565507ed4bc4d99d98477a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0632d259efa61005d4f4bbd20dbe454912cdb8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ecf5b04bfda3d1156b28c64c2b01c623561c05b25d5c3fa2083373e51c0095
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec2f0b01bdd7e166cfae918ed630881e1f7150aa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f87796c84b871b3918049f1503f800ec87acffc96bcf09724dcb9172f299d9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9070aa29214b1449beb65778ffde010319307440
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f686e293a8a81157b3d015e1cd267f3a708c1d3f9a54f219d3d65d51ddf2ce1d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753028eedcadeb1a33a7ff9573d5f18a8b7dc757
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ae5c19adf0aa3e9ec02b1dc20d3ae3ceb3cd43b09743046c93bdbafcbb01d3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c179f4784eef041e72c939b7d02e8dcc09f16e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707765db5e758e9f3be5196e4c5cd735ad03a63d58fb1d3980808b96415fcdeb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3123cb0ec3d43b5952151dc46c9afc9759b44319
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30708d29893fecf04737f573b9f4dd3eac0a345a4fabb29761f506e881004c2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8dc4c49db9c7ad4ac6ee5baad151d995325c510
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7cf26c4930adcf9bb1544715f01e9df02018a594d61b8cb5fa9e602bde8c834
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d5e4d49555e873386c984598ff6f9d9b4e72c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19cb0fa3b2c386ee057a17e313e0cad8296b4ed931932413428720e841b88990
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa7510e2f7b1e541208d756f41cd161c3e17655
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d8b6a07e3de948ce20108450dd2b2c5b825f41b99558e326718e264580af15
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd7033c303ed6b8352743b50b5199898a270e3a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9aef152a6ca4b84b0923dc66bcd473e7cbf90be665fe2278d24f012c010d656
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37ed22016913a331b3925d7d5e991b8db5c35f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460ed09d5c0fcc27ba2063ec768cd25b54a711afd70c01bec82bcd4bed7ea1a4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29eeaf09b62dc91d8ddbf2debe0e8c4347fa849d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebda1a48e0b2c833a028f24b72033926367330d60d013f281ea5aba4589ca833
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a167a6fa7caf7072dd5069a82670a6a521a71154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58086844998f4b154641dcebe90a56aaaad4d85f1473b314a2f80f7bc8ec7b53
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26165a10618699f59ec1ac94dec4c7e86a88585e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b943d295d161c67fea7ca3c2b20ab7615db5c42ae3ecfc6159cccecd14f43f2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d2c0d03c3bd53554b8de6db2095b788fe7043a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84545974c712491caf026c1e0daa2c0ffcde6b6a9fe4fd227679a1e9eada6a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95c9095dd52a1e6864344164ba877aaa46462ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ba77d11957af4d27800da4475ec574b0111ffd3de871d3de0c10ed3afc41c4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853bc036ecdf47ab6ab052eb9accb3fcca3af37e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a93c55e6bd33f0d35593ac5007366bdbb7bb415cc6c3437bf8ca931c4d4177
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e37bd8c8cb5797d91a938df80844c2c70934ea2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22070a34b6251a9916a69024636b9f7f72714de340af5493fb1f3dc3caca62de
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d855babd9e6504991ef27057e983a56a9b15bc29
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95f82c6ebeb3943ec2ebd81ef220a5f21f585c7f3d752c3665e9aaa03a47008
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc9063ae5f4b9a24d7894261a5a32cc8f18d91b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e4a214d213b2d588d137948f1a4cb1f1a7e1414093c0d7f04e5bf3f5038831
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c77155fb70ef1132c79f0a3cfe2b3b8f6b9793d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bed8bda386c920ce11540032cda77f62b4806b441b1b45e7dac011b0e4f4820
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba900d9d31ef7155131d9d4fa243e377d8062ecd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f74001829711cb797135d684a70cd0dfc3a50033a4cfa8e4e9698be4d1bda5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7f36e3f0b6ec56c83b561fa88043215e71dfde
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e71ae48305536fb7059abbece18bca301e0a370fb3a67ded942ee487d16174b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0791e981733ee92643b0c2b9fc385e2dfcb7b13
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d6c86d33560e61a63ecc8bc034ba08f1689a48e343f0e3e9ee5c2900df1a78
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4364011b063f4b2c3578bcd88d2afc95f18e61bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914c2eb46d1a8d32524890f2d71e2f54f93a7136476ae9e6dc86f6fc53ccff74
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12fe7e714c6c3412104e6fcb5d20278a392b6256
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768d6c27dc21604626680c3ad6ad5f9ce12454af841284f78f29b9129e50d42e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40db6673123b259c702b56a905b90363c61b9090
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef6cbdbfa72afc05152ab694099b0a577fff12764f8520c2b084202031df30d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42e8532c95b631fb2b2e29c9bb312b2abb8dfab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b93177f75f1a6b248c5adaf88f32e1679d5c821536082b9b933dccd3d2fb779
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3c4a0c86e8f0881ded5b0e5ecb3f387885ba2c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e1ae31770e623bad2f65eee8f8bc261fcf99b85ddec77043cd1d0aefcb4f6f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e7098011e9cf8da7bc9da5469d758d0a7d12a3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b133a0fb06957ac4a55965db29a3413c9c924dd356d505b03213399e95a8d7dd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f2140df0673e290069a928dc15907f5146f0e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0e001e3cf244bc06d953c822c13b232151db580401df3cadf79d20196bc788
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36810dea92f39ca188794057406682bddfc165e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98470020a6efdf8a087add49f4e7084be56e327173dde2a3d18c779478241bf1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a45aa24a8281e3b43204763f9bbd7836594f7d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206161b9c28e7657e4c971e3600c08bf5d28eb43410e7576244f65f92e457ac9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdf9866038cb2ce237360feed022afd22526038
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9220afe001249446f931120f332b7d070bbc994f86421f0e8f8e87bf29eb206
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4245b59b4fae6706f8a556df1151dd6bb4d0aa2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99145deb6e239c99c9ef1894cd6d1fe411156086c0aecc4ab2d832a88f1ce484
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b0f3e3a7b8064f60a198495f9315cfc5900104
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e6ae32d636e2ad79c0bcd782bf469a22be00afb4c113e7f5e47b6ca54465a1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ccfa8e4671e5bc4442e4c29a7467044c32acb9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484e98ac9ac49986d8cf58960ab12f6377633018e48654ebd7c61f4a3d963b8b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e46c4a221e7b0f8c03ff3da6bce004ca2dad4f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbee9e81af3dee517591227253e796fdcad7468274f4b50c4b392a3a6db2688
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e980bca013575b04ef37fcf5551661422b6ffa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10eedba6683a6916657a1f6ef290b3c2d16686906cc5f426f135a31ff27934f2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd38895034b3cd5bdfc853bb579971766df7ed4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318f1fe62ee230a306892f4672f7cdeb8b1aa3ceb2e24487d6b380be5b8027d8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f01d009019e767a5d837a9eb402e4c391b22af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c17cae0f0e4eb8ad5df38cda1fc19e4654bf2e68edd3e99b13a7b411bfafae0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2deba165cf911374c5055ff65846ec4ff08bc0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5218796e8c453acdd2ba977309409a6771cbbb6155e43f43539c1f19b3f5ee
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b05641d7be72a05668cf771906c43047f227a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92169059f6155eeb339d02e9733fbd19b4e18b37bfa9b9a6442eefc62e530cfb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ebec62267ed02f043cacb3bca6a3bec186c108
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1c48e12ed38760ca6b83a38535428a91afa3c36726335d7160491c03833535
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1ae72ca50665a8806c94c5f6bd06e1d66fac24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ffb14228eb6987fbd8ed4a6abc587f76bdfc9596b1ffe9f74faeea432496a2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1054a83fb2f23c7fe0f6bf8771bfacffe7fe3bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6946e37e56338421f2cab6c0fab2b01406e2542846e63bb46ae39c9c7936bd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d7fcacfaa294f82db78da349a4b72b036585b20
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b907d7e2a4c0339c5f58c161bc83c3787b86b90804ce1920d6b60686dddda572
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978abbe877fa91d33486b3344b95d1bbc7c6a7fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020d6ca84d0230d78319da848a77ae23d75d816a3c6da760183bb28310076572
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1560f85ced5bf265a4309514f08254d10478829e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eeca42493a653a5fa381290cef01618dbf82747b1bff7884dffb97f866b1649
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567dc7a147a91862592175f3195ed5e99f321a59
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9584722720bea48c222aa656412680ce345fd22206ce7ec478006f97ce58eada
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7803a97abcfb7dd625a98c2baf55b0c4ec154282
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53c14f08a2af926593d948ae8aef2054fddb2bb153da9296081bb7f137e5a01
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e69a99d2c37f086efe81dba8db7ada3a115e6d8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ab7048739668d11798483e9268210befbfa8f11de06a5ca76a598448218052
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caea41f00ce625d43529aca9090bbc19ecec3158
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6394edd36d93b75ea32ad7fb3865ca1cd66d1e1fa830beed3001500e80db4ab
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc325a3fab1ca9b34ba30576b17231fc0f541c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4f499a5e053b3b629ac4700f667cdbacb0dd19a0c9fc7bf18e7e641ce86e75
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666c330c4b908e399b3c2f608b514948d8ea5aa9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6645ba9faa8bcca90daceca0b7a851b11f876980798907a054ec7d9f1ff6db
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855433e386bebce271719c313c3f92b36513e100
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe93d21a2dd3ce5ced9f1a13dedf1e5e7305882203078699127c3752db5ebe0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6f0e07136c26b144ca913e02659f1b8ae66865
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478b313b3449052cc6873d45d630ccdb0529899b2599a42eba3395d70ce01f64
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9677c256209388043f3954dbf5982360032c7c5f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22873b39cd88dd5b69bf9ac4cb77e827325865a6e4cda434d7d4d04082a9be4e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c93d1db7fac50b6796e20a31454e9c835bc868c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811783fdbe67ff178beed01e75f6c637a042bbecd54ec63ac4214b7a0f744b1e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081f5dba05400a00a22e949c23796e4a5c6e887d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c0962b3bf72fa0b20729a36c1588ab88243b5d894a4aafea010c9a2c45a2a7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b675d37f3b5d93be4d92ed8b712f26109a3c376
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3825e44202195155cdaa10271997a7435d6759afa66babb9a193f01b8cd57787
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0559143266fa42b8378764043e5e7be5e2cc774b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f23ddf603d202924dbf788d7c6ebde32f7afe99c1c32fcde71d072210c4830
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7596744ccab6c2321860766bc0e82eba1ec787
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a43e765d7b9549a8a4f8b95e81067e9756d04270f51e15311037b730790c32
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c052c968ec889c37afd45e65f4e54b92d9fcec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b95aadabde7124870c6756153bc403e17f1d4e32ceda16e74af2198f7dab8e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3663531662fe22009cb7294de5530a735e744250
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3563f1cf0b50758191e05e8cab0d2c79557acf68d9ae14d2043760e6e83908
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ce49855172b52e268a71fa22c7a0453ff2b87a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f65084e1c8c866a979592df9af68e91db9b08a836876168be93901f0b11103
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde956591525fc9713cd62c3f8ef7477e75d1704
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cade2d3235bba9951ec32e197a3b2e2788cf0b884ee542d4efaabc919ee196c8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb6555f64483ee392169082a6760ec5fa5719a0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c846c85716da86f72281bac95fbd563430bbdf3a9eb597b6b3363941706de4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15bb3bcdebf680d506928013612a742625efe401
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca957e297dce2ddbbd686616af3568d2dc5855e5af81784473db7fecba6a410
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db7e2ffabbb7ab6f2f3bc5ed8e62e98b9ad9640
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5fdc3504d975e1afeb925f3b58c56b52642bda4f98df2dc44623af9c6eb2499
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1a17ff05210d3be9ee27c6ba0a1b656824291f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f76f3dd1043446df08c72e3587d5501f874e6092ca80a57b80b3eb13d5b6f00
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10961f6b5a28fd3136df35273d62ed23c571d1e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb34fe23df180008f1fd8bbd06fe411d0c6b7fdff8256eca7adb93c61d4fae6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b055fd134f4b9b3560ed23bd45eedd5ab8606f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40099d9a0522727148af08a04eedd1d191ed1b29664448aa3073119ab9a9f50d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be92adc3f40b0e25a8bbc8dbfcd4c2449b0699e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2295930a444e7314a3d875c37e4311db56e95202abf7727b761c8fb32444995c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb4b75952021efaa47b484509feebeb38555fe9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b461966a68e8e42ec24c42323cc0052fc74e4a46920944a43c1374f39139c4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d177f5124ddca95d984ac71df2a6a9b77cea1f3d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ec5dc5dde27c8d0d503609ec8c59e73e3e0f1f3e0566724ff2995e2035e489
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e27890e4f571ea529b3e276a8de4ba3957a774c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd438294c4da6a26ac9fa01ab4730265935c939e43a4a248d5656c436d82bac
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963081bf4df9e412f7dddeed112de801235d9892
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4857120e0d913028c979e66f734f661fa0de12779cb407c197b1a82a83978e47
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ca13623dfb04027656f81bd769f19e30152dba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af28b1699800b6b9758d45d2dc4b47510742fcf0856d2b8d3881de4308cd356
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28174aba1b9e70bec30e756a102b35496cbc33d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9ca142c650b42c911f3827c5665a74bc41715eb907c9590c07dbea858bcd80
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18dad609ee47fbfbb1696699e4a23338aea0835d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790f7155a7c780f1cc4f0d6d31b0849e338472f8394e13bbc28879d1b021747b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1c2befeb61445defa8b39f3f06ee2c8c4f7d6e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09ea9aef0b1e697fad73e65574cbd02237de652f62aa8ea81b5640261ece7b3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299c21f79f350a1cd59f680123c80337f8c7d053
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366cd1088ee096607e62d36b778fcf69e6d5a7e290334299577af3f852b4f765
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34633b62bc3774bef92652950e0edff16d2fe1f6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb7d670a49261e2742db085be76e94cd680cfa6019f23f9578dd73a587f50be
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c46815bd2c8ed00a7638be1d5b115c9c32756af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1685cd83097c433e1d9853ea6a3f773b7fde822266a832b77316c2f260af9264
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc765c12fc9f9d78dcb404d830e76a6daea8d0f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c274aa73733907964305b91c0378bb22d171b64dccbf5175617cfe95a1fa8ae2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299e5f415c2b5a8162e456f17a45ac50b4196970
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c54b2117b2326c28494a8b51563996e155c2c57cdc7774bfd56fea75dc45b16
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce9ca862fdd128565e6575c8d0094cadc5ebf4c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394d8803533d5b2ea6786910b19ed28ca842c6859ba0d8f05cab65cd90ef71ae
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a92947e052cb9e27b4868d2f9f739c8ca5059e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b227f6407b958a759d810c9b5b0c6736966ddae0492b4287c7d8242d81e5a682
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0d83c19b9993e52b2def9f16d3a0d67747af3a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136486ca1ca052377668137b7cc1153ddcc7659381d4521bad1944948c4331e9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e0c520d6363aeb57f98d843086be815171787b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57fc0be6174efb2d1975d7e078173c94a53d426a8c7ef0b00463c69f0c6e2c5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67e310dae6289bf74cddd898ecb56d82881e0b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d26840e89408920e2d0aa95983a3e0a8af4956003426bdbeacf9421624dca2c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75a24c0d8734e3bd87d4be6d8d8f853566348fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cebcd399d0e50454f9d612a7f341157429689e981282e034cb54cf42450bb91
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6a628f75b5e8e2bd0a9c992c4396427e032af2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9691e97eb95099f7779db8669bc58ca698413b1c72ace5db57a007c011cd8a1f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b715768b98c25b8673a4acd85ce10aa13f4c3ee7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e07902b5fb0186e4f015b715f6bf5be8b808a7e23579831bb47c114b93843d5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15767f2553e91571d8aac44595cf602205672de1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f81e6af8fdaeac57af022a33d75ce8ec11f6b0b751cb905e6ccbe3182afb087
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc7c2eb17a1951c85494499406500e3d849404f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d96992f67b7c7eaf2afbede001175f50edb40234661d5909924c5c743e29924
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2354922a717c2682434a499d28cb264237c529be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b0758b126351d9234561320fd9cd11f7db8a57d8ad0efd583e208964fe0c55
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11eb82bccfa8f589307d5d15c4e6c18a9a9243fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9899688e3875e630fb613c4985b76350bcefc2a9a0ede6561c921529b76384e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33446b00ce33c23984bb028a0f4fd14cba4394b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a2a5e8c69373ae931365a8da8fd3ececf95f313b9b31fd729a57af412af217
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86dcc86074b824347415e8c1d10207c5bae1ea4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19fa3523f59c74e909fbacce226911fafc7b2c964308ffb8053fa6e6784a222
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a4f40f94ec5d7cdc427ac57ed371f43de6fb53
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50160ab714b965b3567aced93462cbafa735f7323a3f826ff3beab8fdef8174e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d28f96914032251763a7ae30eedb1e5af52b4d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de702a87c4deaeb164ea5bce5262029b95d2a37b9b6e6ee732950038ac4806ce
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc71f36493fc010f62ce56f8077cd05fcde232c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92806dd85f46f603a065c4ad5045bf657fa8af572e7e18dfe2f8f4d76f1569ea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45b0d126ad9b1e6f638a72790cf6d5e8ebd97d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e02d760abc0a38e92d7f4e2f89cbaf3a4ae9d8ed16b3758682b272abdaec6e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea86457c27d2aef5a1eef50c7ad38d0b05775c03
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db17f99a8f56e04e34605f76cd0078e4ad1a72bd426e8ef3ab7357f57640e26
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be220d2963fc07bfbee5a5ab0e25a63d36f9136
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29cfa6d4346896f5ba3d8634bc465eeaafc550176765386422790d490976bebe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7186e751c964b21b9290d7b4230de794a869f343
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09ea7f39b2d49a2c69384ba9d965b9915e835999a44f2657e055f1a191bd148
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76aacfd70da452e03fc0308fe051a9528da2455e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a2ddc1ada10c860f0d3ec23da910e9fced494144c9eb6e20f53f17fdacc883
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9628b5780f9f52f4fd22dbfe48bcfb904fa235be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33ffeb4f2348ac43b61558fd14ee5841370e936ba8e65656783b1a81f135b60
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031bfa8f459a1cac2e934e4dc6d63a2aac7247b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6615b0aadd745c7018f7e5787a783bc318e2998142a78de38211a80a6f0fcd0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2cf1ed8f714e93f9605bac96e06afaaed9783d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6bb20f1521046933b3a1e5ec6549eeeb92df1a7511a694c216981088af7626f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29da1ba1302dc099f1297b18324516e072ca8b94
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44384f5d8b920f154c34209b2837e1a17f54f52ffa946006ead0f9c1aa702964
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c7da73e957d9f86474f556546c27f22723b26d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e03dee2897fbbe8b88097d3c95a9a49566330d121e4544ef98133af8985e53
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f8e2dcd973d0881869457d46bcba97792ec617
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5367ef9fa8b40047ca674c5439eb04460d5a0fce5df235b083253aa938e011
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90313f1543492007bb4960396654143e9a75ce27
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d6ba824af4dfcd99b5f11a86901e998cb7d9e0ffdab69fe26db4b51029affb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012d16d05ebef30f7db286b08fa7a463da314755
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec53da72398dcafefdc1ed4c0d3a107b60c0db331392c8c4daa4527815cb351
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f842eeee69f73f268eda1dc99b2991faa69d6f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99d1306b445a83be48c28a3ba0e4e0ad3cf2dfb5f987b3e8b66b0b9dfa8fdb2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f48b54cf9db4ea63363d8229e724803446584b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8313a2118327d8caa4ebdcd6feff8320ec34b6fda5be928d735adc1e2962668a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ec7f8a3b3839232c23994f8cf1ad1e3161b640
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd808a48cd5a5025aa67fd0e219fed6c6e7a35be3b0cd6640d04c178b7988d9a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b40db26e39f59276998b5b511db77666c41383
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99fd79ba8bc000332ba9a8e896bceada195912947128e93508d6d5d095854b3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8053417e861b42cb3cba8df4c9a23b5430dfe6f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1789f81b7bddbfdf11de473ba03f46612793dbde658599d261b4397359589ec0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2367b2783fcac6d7d85736c011f5998e31f7bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc1f34ac238d9d4682c997fd0eec56fa9420008d9bdd01bdd5db1c139ef1468
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6445d0ea30a582b30683b22a366a18a1602ff7c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbaa93d02aad2985953b83a5bf2e5a0005683a9d66aeef95657c976c3b2035e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee06941f82b2902fee48b0b71a617b45e63d7634
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9973711b1163cc73dbb8880eb861a56e7d3a0e60335c06ce2e577578e523dbba
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f69ab2d41d8dfa678e34b54153a24d8026aab4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfdedc4813dc1ba18460394afde7a2dea3a33090b11889668f99fdf0441be75
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0fdd07a3da52d14c7db77f38194d949841609e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d8b1fda4ee9e19be2ff7342aa762cb33f8bc55d241e386523135a33d7fe0e7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edf9b865da1817e1981fab072598e90973d935c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4230a0b406d2295ba0645436f8c24810b0787c27cfc8e7d0f28b0ac591293ddb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87759489b6698bc3f5052826c52c1e82cfa033b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d595405d7ca3f061d4d0f30da5764d01547abe047a587a01aba04d6eda37f3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56c8464695a57d72e208c6afaed81f82ec9da3c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960c30803649cf43a062fee760e07208400109e4e51272b1e1e451656fba3351
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a160c205865b30f64ec1b3871c3837144f0f1884
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e2d8f4dbdd1c9b8528e1fc516bed67fc907195f0097d7d01138dfd45159fd1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49deaee5d19d6e7ed1216fd2a787b6a98082ae59
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26df4927b647e92b11fe9ed54a6a7685eb4ae177039f622d230529a114532994
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15da784b9d9754135299daf70cdd6013cb4f29f6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26522381798735b863a1b9ec16c422b86584d1460cf15cd167c4dc710184004
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8985b8bc0162bc99d95d48c675314277543dc9af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73afb6a825bcd1f7b134e3d2d51e0962f0898a96bae8eb65f5985158535fba74
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bdb689c0bc75a5311cc2a4f50f92dc84dd03d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23aa98542296b7dac9230ae5065cd1fc5065f363b557a250da5167fb68bde070
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c91098e408b0f90b6c783215a5f55759d1c60a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bee7f93e4b29b340e8d52fcb1be912e0ef9f33134ee4c2e08a3b51e2c2fb6c5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce52ab4be46c9ebad046b13c8bddb97f29765697
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1035569ccb3c23878a2e3670063a9c9e26cc8b6788b4aab7d16ce8b6b3464f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..473f0a88cf09986a681c81fc9218d65393f2e958
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da300aabcbbdc4ec7165810bc088172aa27585279a34bb5eaa9ac626a73f0d0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4615354ea4e54b7540188b48f36c4fdbd925cd61
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f128d77062ba36efdee8ae72b751f3843f7ea909320445b9baebcd3b5b0a115
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5306e1912f4281b73771767db68d79fd21bb5a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f31422c58f9905e89c02666110c1ad735c6e3737d9d97c84efd542c42a58e0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5408853c42f7d5037043821acc05375f16b26ae7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a1dbf940a7fba80c4063c26b43595860a225d01f25a5ee374a4f475f58b8f5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc86cec8edb5f2eacb2ca55f8add24169a755a32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64953e0fddfe562a5fa69f7ac87e7e11f19b57397708adfddf3b5a783638efe0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37a89a576f85890fa23eec83a270254fdac3a6d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eee2a00248d8c60c438114552af874dd8fb1ae32289e2d126c654c72bf5637d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a84efd9d55d8bfbbc6758622a9cd7a7c3467c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a52d66bf33c3e44b5ab298fb49b603f7ff31e9332654f7b9db4df7526f614e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92eda413b30b1854a783420001ec0bc60898a3bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5554a369cde37e348c6b83bd15a4dd4f391480ff973ed04ad24d8acd8833253e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5baad813106468e2a7dceac31d61128307dab9d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbe5ee7371afdd8b127f415c8e49aeff3dc28486754c998036df8ffc2018111
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2308972e8f34f83f962d811777ba164e825971da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eed5ebcb7772c88169ce7465e180e077791ab9718d776c6f89d09145b785171
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9f7acf33daa420477eaf4c9202c2ee01c0b38c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da1643ba528aa387a4d624b4d691b51190bdaa8668ba588222eea945a301b32
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0653cf3bb4229fe0949dc0ebaca9aa1abc741ef7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17a53d5c379b3d74cbd1d9340b4a31857d4fcce8600cd3c1d39d6f05d44959b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabff526aeceb2d9b4e43e10c0f7905cfb8b0e45
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39afe1fa4a9b66afcbdb69b1a872a36beffd2840b0ae0a319180b6ff49bac2cd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbac4bd669172d3a8d505a48f7ea00ed31309c37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8b8a9658c351cfc5f4d64ba6296a6022221fae3aa401b716e890a0b553f209
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288198b8cae71c5721ff4cc48d59b86d1fbf0ae1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdbeaf8ac64499dc0767be7f0580f7a2bea0abd1fec2b037535789db0ad4e5f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c03be91ae1fa184b4dc4facc65c133ce5c4fb6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98257535c4382d2b1ce1ce87bf01e77f98721bf999545deea34f1f21922c991e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34905f855bdf1e0e0547bd0e924b897038b3579d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23864a3360df407a973f11a1a9723a7ad74fbb3e8595157b69d380c355982ba
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf282eb04ea987c2d0756b8b99ee9dc1c1a84ad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5ba0d713312b4f7086c99a2c612579c04fee80a2131148b3475dfbb0ee550f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55dcb133234e1a9f5adec4d9924a529f31abf6a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f407329cdd4c671cce9ae12d141683877c275d47e0cd4026a2c0f59b21d9eb5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327a61164abc2d6a2a35d98bb62d8640da187aed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638b6e6265f488a24eaabe8ad76227384fde2ee84c17243e244296fdd7227768
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a938d33ac5694ba07e7a07cb42805d5d238150
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14eb9e4b284e20b83e9294eb9d8311ae6caa8fe11cc8c30070dfc057a9b672a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bebe0f86a7513b7c040d0284da3b9ff2c0c0ed04
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5801cd80fcd7d459485de75dccc9c66d11a0aab84ceb67975b7a08b44564deae
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc98cdbc9b5330967515c2f1332ec263531daa8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d81c9a0f212ab50c44fcfb36f469534c32fc1a165073dc1eec7c4602c5a75c9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a956a47e59caf3c9bb435d2b0acb1775a20ff6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47cbb74154c6586098d081185da816889887fddded68067b3dd71ce1f18b6d1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691103d4fe64a6cc1358abf60a160b5e22a775dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e4c86bca9b269e2214174d6c1b8368c02a7e6d1d95d1edfbec31ec829ee386
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09af14f889aa65b407428226a5472f51523538db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70da8d9b7a80ae205e8d834a92ff0702d4352897473aa1a268860e6655392672
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deaa40c761f5ef93987de2f59fe2252b603655fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fb5bea823ec52d21899ad992a4c8e774c392aebf1543d0fbefcbad57814dbc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5166f3802ff9a2c0865292bda5855f5d6ab98f42
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9b4929c09e06c81592b24c0d04ce1f6fd231651380fd9d3a108f8a7a6a9172
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409e18104f640402ef44438ee98b22d3e3dd7ad7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2662315af40b94eb4ed3612d81653d096fcc05ac56696faf6d837e713712acc4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33cd7e06d567ebd8444a8851534f9c06edd104ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431219706bf8056247035b1ac5008ea56322fb447497a65c1026ef8a936ced06
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e060b4458fdc69f27c1066c102ff94cd0125a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc942491c60f05e62fd16e4d4bcfd22b88a5960ffb3680499825aecf8c6f321d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d384e6e104cacc14d8e89608aec83fc478174c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67500bde5e40158f8dd2c7e009886cf5adbc55cb286e0c1b41038e5c242b353
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb3fc2a88683910a47864207209d671ec30b97b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1110b6850c6226641aa554f9cb7e2f5e35f27c03d6e971bb9ae4ced9f0bf15
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e846ddff87df1de1575c959719cc9418f8b002b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb46d7bd1d8d6560dcc64fd9836754d9d90f5e16ca46f2e62b865a937009443
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db58482310f0c01aeced49d9879926d03d1e5f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f6e14adcd67f478e227aa54d9849f19f2f3aaa5ca6ac73d7b6955ddd41bcda
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fec6059cec4b5d44037ff93c0f3811cee77607
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4663b4e02a32c57cd0384b4f2e58a4672b0ca97f4882f678eed49b0b2cb37f4c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d0acc7fe9391761f6cb820dbb45d5c6e4b64bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74327efc3e682d1f15a1568be447bd9e6c0bfb78cb3134c613ffde64bbb26090
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f114f7d347ad286d63ca43232f9f90af8f7fe4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95450e062c17dee9d46d1d03a1bb4e9890523be8fc3323f3be302cda8f0c9944
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0346c812c5f6db3bb4a78cc20c2958b7b91736
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185c3a28b76f59597365bede243ce86ff56b8c293bd8f9834b1f229709aa17f0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75bdb78042e247358cc52a8fb0e27fc3078c93d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f68371b439c488c1530a0a5a695c26e8d337911410ebe0699a5ea03dca4a68
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8521e0c140894d26773b3aadd92700bc6d4465a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006440687ce75d8dfa4d8446be5475d045707e264b56c248a7f4e619da26a518
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03ed9ee498f0c586eb7c07270cd390346e9fca4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c529b1b798d502540a90fda1e46ef963ba3f972d0c7b23b71c7a2e7ed9a7ed
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d6bdc0a8a65a125d0f80ae645a2ee83304f44f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a54a7ca90265a48b49cc17e7bd705a83278eb1cab89c824671fec0aff10cb58
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f56114b3e8309cd61f5127f96e3998779215ef7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f194e0cdce6ff8ba983b336d5ab5c71e8db8b56493d6e3d1cf0996e06f31e89b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf680f64fc973ba9ab2c42a84ace5da128eebb89
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a37057df38a63504b682129a879d5fb3693732e91aa7916c737cab1962e728
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666ebde5f8ec7f8677c016bd59116a8f262fcaec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b36e96ac9f1d09f7c091fd7e5192239af2cad3c6281f078ac6527fd9813c3fd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d6560c565e8c039ce68aaece0d3f7cfca6601e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab9017a9354317acabaa8b0a337db098c7c67a15ba2f40bd3ea879aa6dc0b24
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4f0cfd9d72f8866bfae312dfad9adbbc3bed02
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9ceb6288049e3acbfc3bcdcfa2c76d457c39af4d6af8bba24641dccbbd1a59
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2f8465e0ab8fe814a9cbce6a82d37f38547476
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8f9a0097e1f17f148def2a7a9ad8a0a351ccba49e515f2afa1122ff449b1fb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c787d948f2dfaf11a33b41bdcb4a8110e378f449
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7703f12c01985ee6d59b81a56f9027c896d0d56e53470bce3cb6e0df098d8b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15cff8d04d491751c48a686bb087653605d120dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb66fd53448d797c4031473a6ee3359bfeb31c70a5838790f2d35895711643f5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84425630b7414efd099c46c2c8bcd275f437207f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66491e3ca1331590294517620fe6378f0ae3559bff706cd2b06920ad494c690e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b2b93cd2205fc6ec55c63693302bdd37ac3728
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f6c0222ab4f6f67552594cf122f8d19aea7c0cafd08c68a66fcaa5e1130144
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f75a4bf34a87171ac8bfe34489b5382d48be5e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf163110d8bde8acfed0aa457d6cf628ce86f4ec4417b8c0d5072862b73a667c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e9c22eaa084a4e5c6f15ecde0c58f79979f4b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6d4ba6a435b8f3f4b51605b383ab9699ffc326226e9f47d3dd66dbbd421ffe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44adfc3cc58f24966eafb1b333eb921208af231
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84592b445ab269f92c89116f0b37a5c00b3c54285f742410cb59744c495b3a97
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8e0b99dba3abbe133a95ccd29664c233ae9262
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04753b154b2a691d4a7d59bf0e256e6af26c4785063a9a59cc2414e34a1b1822
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4a689a0195ae2a14b21195dff07428b25a1fb7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de428df777b2cc2d3bf1e73272a000111b8fffa6184b45b32344cfca2fc5c4a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11cc56466883d65bb60a16d0ce1163bd73e3b143
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a81760924b665b62f6054ac86e5d47b192716f6b2f2d74a57f4450bb7fbdb40
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b486223bfd1b16ff43eb1e77315a97a5a8a6a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257a6abf4c7b16de5d34e18f5974a26c7ad8ba72f570e042cba8b374f18961b8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff307d8fe591dba901597e5e16bad09d011605e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf60edfe13f0f2fc0ca07e7465b79644daff1ed0932e5394b6322e0661d613e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d097ae69cf9978ba4e97f479466fd49700ec05
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbba21a2686007aea6071590675fe34f5a3f09338e8f8b4107fd7b4d374e101
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1483a7caa63048908f7123561eff7ab4e4f1f8a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64665496d4661c2e3a6ba58bb6ee1d53abb134f3b86a8b138cf0ebbb754486c9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564011f7385f196fd2818dfe254f5af1876314e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd36144f9d915f2643c6ce629ca86b102a6eda557572c83ea99b58b98cc0a1b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81873192c7b80adb420d6367641c04eda359ba39
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61cc9e8e61c63a3cb8ba1dd1b5771d2dcc91a79080f07c528a7dcd42b211383f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1950afe78163f4d800d44a908965b473e23514d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32298ccbc592fe14f55d13f1400ca6de0f7cf0006eadb6b99aaa51f95258568
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99364d4e5d3147df5fa8fa7e7d83ec23a93c075
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f4263ff06934c2ee1b4838f65090ecb7c9d3c1fc84b172cf4e87ee6aa79b7e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c06f6c25d1e37e605eecb0130a70e0067ee89c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9132df0850f8648ebb426c74bf44fc4d34d9f61505d3e338150a11aeb89b6ebf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee42717e6c73639aee4b06105c3fb5354e4e2360
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00ab9afe75acd3e319ef19203c0c00216cddc551d339c18e98db0cb85f1167d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77d16b25725fab2eb706ddbf070c83f7f321363
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5d176dec724af2bb229783fef4f472996f99003927c4b6a405d5f60b710ce5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c02f98c35b0d669e1b9f2e65912526a0960dc5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959e54f9e0e27ba7cfd9ddf3c3209d8430662000668be7c9985e54504b56a056
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f91dab76858fc88a6ce3a74b5ca157743be48be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1cd66eb23f45cc0a1de0dafc9a40e6d2b1e322b88ea2cfaa71ee18719273ca8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e772118e98daef33a7772673db2a62fc40cf311
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cb459dda3fd3de6a7fd35ba88bbd53a81a3b39e5dfc1e1b4f765def798b857
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385c0a08c40a8ebafb5672ad0e6e56beec53d9be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026e14ab750d22fec8e7112264d21b4e85d1ddbcb71f7af4f402398af4e43180
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ddc53117d600f000157ff83f4a3a56dcf2d13d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59515e98b1ab58f9a9ea409c6c18979ca7fd4a0e6f7e2ff9ee11d2b6fd0dbacc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3032602e22268b13e37413bc10640a11b8c7c203
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c809c5a51e1fa0847c8e0b72d9dc43f21795d71fca2a55e17391ee63c22a7927
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ef4d9300113e732e97267e3e80d554c5d5129e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781061247daa5836097e47984ae4ed3e9ec60204ce37a332746fe371709839dd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f91e7c0c264100ea124172af31226530f6b04f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887a58f2b2dbacf19242d596466c16186930ca759176d666eed3a62c96c2e3d6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056c43804d4bbcab68f2d29363107a0e6dc6c47f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a81d340a2bed271ebf9b5ca80a3a378bbf7fe6ac2521927bcca83b5328b97d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bad52a35b4e320db26956cbaccfa62a16b480b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceaebd81004a71db5f0cb56c5af6c1773b0ccaba79614e48496d1bd701bcf7a7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50a3abaf98d3dcfd7a1eb1474833ace9385a9f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c46ea50e2ddc133bac9583964bc42683b8cbcbc25d678209748e2f15801be1
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_17/trained/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d423418f268c56824b54259bde604ded3db80068
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0171712e4b7e565808a056145bc832b32c2ffd7fa4e3985a855347c33df2b554
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05be537a82c9b1b546817cd028be9e12a74b7d24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b378b79f6cd32f721ca741f72fe2315dd25d54aca17b93f6db98ed1b0aad176
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933417b01f11876de8be55828e32affcaf216ce0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de29e241fe13a045665b99a74c5a66a52441702a3717f33653f90212b77cd8e5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89882dd470daf9a0439676b6824f1fafb2ad56d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf0316f8d584abb23775c1f43792b180c9ada66942fd3b4b7c6b1291de75711
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc52adc1046bd9c5751d3a1f395adb341093f0c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c3a15cd2db0eb9bef7240c340acdc491642ff87d0bd994fa012667f2498723
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d3e50a00986f1eac4ddd28b7a9c416e3009ef3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2408afb28a84b24ea006fbde4bbb7d26157790ccae20460501b3fc693edb5e12
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9a71ab05ce01d9d128dc1414d8823076a240ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3852f7092bbb8c624dc88e705e2aee64a453d1cda0bb03ae5d6ded81ff3dfd6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6234f1a9d3674a8e79e6427461529979d7f46bc9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187c5abd642e1fa1e0262604bd88355620ea9fbc29565507ed4bc4d99d98477a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0632d259efa61005d4f4bbd20dbe454912cdb8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ecf5b04bfda3d1156b28c64c2b01c623561c05b25d5c3fa2083373e51c0095
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec2f0b01bdd7e166cfae918ed630881e1f7150aa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f87796c84b871b3918049f1503f800ec87acffc96bcf09724dcb9172f299d9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9070aa29214b1449beb65778ffde010319307440
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f686e293a8a81157b3d015e1cd267f3a708c1d3f9a54f219d3d65d51ddf2ce1d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753028eedcadeb1a33a7ff9573d5f18a8b7dc757
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ae5c19adf0aa3e9ec02b1dc20d3ae3ceb3cd43b09743046c93bdbafcbb01d3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c179f4784eef041e72c939b7d02e8dcc09f16e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707765db5e758e9f3be5196e4c5cd735ad03a63d58fb1d3980808b96415fcdeb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3123cb0ec3d43b5952151dc46c9afc9759b44319
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30708d29893fecf04737f573b9f4dd3eac0a345a4fabb29761f506e881004c2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8dc4c49db9c7ad4ac6ee5baad151d995325c510
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7cf26c4930adcf9bb1544715f01e9df02018a594d61b8cb5fa9e602bde8c834
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d5e4d49555e873386c984598ff6f9d9b4e72c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19cb0fa3b2c386ee057a17e313e0cad8296b4ed931932413428720e841b88990
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa7510e2f7b1e541208d756f41cd161c3e17655
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d8b6a07e3de948ce20108450dd2b2c5b825f41b99558e326718e264580af15
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd7033c303ed6b8352743b50b5199898a270e3a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9aef152a6ca4b84b0923dc66bcd473e7cbf90be665fe2278d24f012c010d656
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37ed22016913a331b3925d7d5e991b8db5c35f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460ed09d5c0fcc27ba2063ec768cd25b54a711afd70c01bec82bcd4bed7ea1a4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29eeaf09b62dc91d8ddbf2debe0e8c4347fa849d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebda1a48e0b2c833a028f24b72033926367330d60d013f281ea5aba4589ca833
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a167a6fa7caf7072dd5069a82670a6a521a71154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58086844998f4b154641dcebe90a56aaaad4d85f1473b314a2f80f7bc8ec7b53
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26165a10618699f59ec1ac94dec4c7e86a88585e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b943d295d161c67fea7ca3c2b20ab7615db5c42ae3ecfc6159cccecd14f43f2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d2c0d03c3bd53554b8de6db2095b788fe7043a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84545974c712491caf026c1e0daa2c0ffcde6b6a9fe4fd227679a1e9eada6a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95c9095dd52a1e6864344164ba877aaa46462ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ba77d11957af4d27800da4475ec574b0111ffd3de871d3de0c10ed3afc41c4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853bc036ecdf47ab6ab052eb9accb3fcca3af37e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a93c55e6bd33f0d35593ac5007366bdbb7bb415cc6c3437bf8ca931c4d4177
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e37bd8c8cb5797d91a938df80844c2c70934ea2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22070a34b6251a9916a69024636b9f7f72714de340af5493fb1f3dc3caca62de
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d855babd9e6504991ef27057e983a56a9b15bc29
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95f82c6ebeb3943ec2ebd81ef220a5f21f585c7f3d752c3665e9aaa03a47008
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cc9063ae5f4b9a24d7894261a5a32cc8f18d91b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e4a214d213b2d588d137948f1a4cb1f1a7e1414093c0d7f04e5bf3f5038831
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c77155fb70ef1132c79f0a3cfe2b3b8f6b9793d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bed8bda386c920ce11540032cda77f62b4806b441b1b45e7dac011b0e4f4820
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba900d9d31ef7155131d9d4fa243e377d8062ecd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f74001829711cb797135d684a70cd0dfc3a50033a4cfa8e4e9698be4d1bda5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7f36e3f0b6ec56c83b561fa88043215e71dfde
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e71ae48305536fb7059abbece18bca301e0a370fb3a67ded942ee487d16174b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0791e981733ee92643b0c2b9fc385e2dfcb7b13
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d6c86d33560e61a63ecc8bc034ba08f1689a48e343f0e3e9ee5c2900df1a78
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4364011b063f4b2c3578bcd88d2afc95f18e61bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914c2eb46d1a8d32524890f2d71e2f54f93a7136476ae9e6dc86f6fc53ccff74
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12fe7e714c6c3412104e6fcb5d20278a392b6256
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768d6c27dc21604626680c3ad6ad5f9ce12454af841284f78f29b9129e50d42e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40db6673123b259c702b56a905b90363c61b9090
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef6cbdbfa72afc05152ab694099b0a577fff12764f8520c2b084202031df30d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42e8532c95b631fb2b2e29c9bb312b2abb8dfab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b93177f75f1a6b248c5adaf88f32e1679d5c821536082b9b933dccd3d2fb779
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3c4a0c86e8f0881ded5b0e5ecb3f387885ba2c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e1ae31770e623bad2f65eee8f8bc261fcf99b85ddec77043cd1d0aefcb4f6f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e7098011e9cf8da7bc9da5469d758d0a7d12a3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b133a0fb06957ac4a55965db29a3413c9c924dd356d505b03213399e95a8d7dd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f2140df0673e290069a928dc15907f5146f0e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0e001e3cf244bc06d953c822c13b232151db580401df3cadf79d20196bc788
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36810dea92f39ca188794057406682bddfc165e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98470020a6efdf8a087add49f4e7084be56e327173dde2a3d18c779478241bf1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a45aa24a8281e3b43204763f9bbd7836594f7d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206161b9c28e7657e4c971e3600c08bf5d28eb43410e7576244f65f92e457ac9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdf9866038cb2ce237360feed022afd22526038
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9220afe001249446f931120f332b7d070bbc994f86421f0e8f8e87bf29eb206
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4245b59b4fae6706f8a556df1151dd6bb4d0aa2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99145deb6e239c99c9ef1894cd6d1fe411156086c0aecc4ab2d832a88f1ce484
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b0f3e3a7b8064f60a198495f9315cfc5900104
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e6ae32d636e2ad79c0bcd782bf469a22be00afb4c113e7f5e47b6ca54465a1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ccfa8e4671e5bc4442e4c29a7467044c32acb9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484e98ac9ac49986d8cf58960ab12f6377633018e48654ebd7c61f4a3d963b8b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e46c4a221e7b0f8c03ff3da6bce004ca2dad4f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbee9e81af3dee517591227253e796fdcad7468274f4b50c4b392a3a6db2688
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e980bca013575b04ef37fcf5551661422b6ffa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10eedba6683a6916657a1f6ef290b3c2d16686906cc5f426f135a31ff27934f2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd38895034b3cd5bdfc853bb579971766df7ed4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318f1fe62ee230a306892f4672f7cdeb8b1aa3ceb2e24487d6b380be5b8027d8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f01d009019e767a5d837a9eb402e4c391b22af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c17cae0f0e4eb8ad5df38cda1fc19e4654bf2e68edd3e99b13a7b411bfafae0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2deba165cf911374c5055ff65846ec4ff08bc0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5218796e8c453acdd2ba977309409a6771cbbb6155e43f43539c1f19b3f5ee
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b05641d7be72a05668cf771906c43047f227a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92169059f6155eeb339d02e9733fbd19b4e18b37bfa9b9a6442eefc62e530cfb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ebec62267ed02f043cacb3bca6a3bec186c108
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1c48e12ed38760ca6b83a38535428a91afa3c36726335d7160491c03833535
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1ae72ca50665a8806c94c5f6bd06e1d66fac24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ffb14228eb6987fbd8ed4a6abc587f76bdfc9596b1ffe9f74faeea432496a2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1054a83fb2f23c7fe0f6bf8771bfacffe7fe3bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6946e37e56338421f2cab6c0fab2b01406e2542846e63bb46ae39c9c7936bd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d7fcacfaa294f82db78da349a4b72b036585b20
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b907d7e2a4c0339c5f58c161bc83c3787b86b90804ce1920d6b60686dddda572
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978abbe877fa91d33486b3344b95d1bbc7c6a7fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020d6ca84d0230d78319da848a77ae23d75d816a3c6da760183bb28310076572
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1560f85ced5bf265a4309514f08254d10478829e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eeca42493a653a5fa381290cef01618dbf82747b1bff7884dffb97f866b1649
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567dc7a147a91862592175f3195ed5e99f321a59
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9584722720bea48c222aa656412680ce345fd22206ce7ec478006f97ce58eada
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7803a97abcfb7dd625a98c2baf55b0c4ec154282
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53c14f08a2af926593d948ae8aef2054fddb2bb153da9296081bb7f137e5a01
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e69a99d2c37f086efe81dba8db7ada3a115e6d8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ab7048739668d11798483e9268210befbfa8f11de06a5ca76a598448218052
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caea41f00ce625d43529aca9090bbc19ecec3158
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6394edd36d93b75ea32ad7fb3865ca1cd66d1e1fa830beed3001500e80db4ab
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc325a3fab1ca9b34ba30576b17231fc0f541c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4f499a5e053b3b629ac4700f667cdbacb0dd19a0c9fc7bf18e7e641ce86e75
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666c330c4b908e399b3c2f608b514948d8ea5aa9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6645ba9faa8bcca90daceca0b7a851b11f876980798907a054ec7d9f1ff6db
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855433e386bebce271719c313c3f92b36513e100
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe93d21a2dd3ce5ced9f1a13dedf1e5e7305882203078699127c3752db5ebe0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6f0e07136c26b144ca913e02659f1b8ae66865
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478b313b3449052cc6873d45d630ccdb0529899b2599a42eba3395d70ce01f64
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9677c256209388043f3954dbf5982360032c7c5f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22873b39cd88dd5b69bf9ac4cb77e827325865a6e4cda434d7d4d04082a9be4e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c93d1db7fac50b6796e20a31454e9c835bc868c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811783fdbe67ff178beed01e75f6c637a042bbecd54ec63ac4214b7a0f744b1e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081f5dba05400a00a22e949c23796e4a5c6e887d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c0962b3bf72fa0b20729a36c1588ab88243b5d894a4aafea010c9a2c45a2a7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b675d37f3b5d93be4d92ed8b712f26109a3c376
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3825e44202195155cdaa10271997a7435d6759afa66babb9a193f01b8cd57787
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0559143266fa42b8378764043e5e7be5e2cc774b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f23ddf603d202924dbf788d7c6ebde32f7afe99c1c32fcde71d072210c4830
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7596744ccab6c2321860766bc0e82eba1ec787
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a43e765d7b9549a8a4f8b95e81067e9756d04270f51e15311037b730790c32
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c052c968ec889c37afd45e65f4e54b92d9fcec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b95aadabde7124870c6756153bc403e17f1d4e32ceda16e74af2198f7dab8e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3663531662fe22009cb7294de5530a735e744250
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3563f1cf0b50758191e05e8cab0d2c79557acf68d9ae14d2043760e6e83908
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ce49855172b52e268a71fa22c7a0453ff2b87a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f65084e1c8c866a979592df9af68e91db9b08a836876168be93901f0b11103
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde956591525fc9713cd62c3f8ef7477e75d1704
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cade2d3235bba9951ec32e197a3b2e2788cf0b884ee542d4efaabc919ee196c8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb6555f64483ee392169082a6760ec5fa5719a0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c846c85716da86f72281bac95fbd563430bbdf3a9eb597b6b3363941706de4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15bb3bcdebf680d506928013612a742625efe401
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca957e297dce2ddbbd686616af3568d2dc5855e5af81784473db7fecba6a410
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db7e2ffabbb7ab6f2f3bc5ed8e62e98b9ad9640
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5fdc3504d975e1afeb925f3b58c56b52642bda4f98df2dc44623af9c6eb2499
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1a17ff05210d3be9ee27c6ba0a1b656824291f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f76f3dd1043446df08c72e3587d5501f874e6092ca80a57b80b3eb13d5b6f00
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10961f6b5a28fd3136df35273d62ed23c571d1e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb34fe23df180008f1fd8bbd06fe411d0c6b7fdff8256eca7adb93c61d4fae6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b055fd134f4b9b3560ed23bd45eedd5ab8606f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40099d9a0522727148af08a04eedd1d191ed1b29664448aa3073119ab9a9f50d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be92adc3f40b0e25a8bbc8dbfcd4c2449b0699e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2295930a444e7314a3d875c37e4311db56e95202abf7727b761c8fb32444995c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb4b75952021efaa47b484509feebeb38555fe9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b461966a68e8e42ec24c42323cc0052fc74e4a46920944a43c1374f39139c4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d177f5124ddca95d984ac71df2a6a9b77cea1f3d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ec5dc5dde27c8d0d503609ec8c59e73e3e0f1f3e0566724ff2995e2035e489
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e27890e4f571ea529b3e276a8de4ba3957a774c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd438294c4da6a26ac9fa01ab4730265935c939e43a4a248d5656c436d82bac
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963081bf4df9e412f7dddeed112de801235d9892
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4857120e0d913028c979e66f734f661fa0de12779cb407c197b1a82a83978e47
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ca13623dfb04027656f81bd769f19e30152dba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af28b1699800b6b9758d45d2dc4b47510742fcf0856d2b8d3881de4308cd356
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28174aba1b9e70bec30e756a102b35496cbc33d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9ca142c650b42c911f3827c5665a74bc41715eb907c9590c07dbea858bcd80
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18dad609ee47fbfbb1696699e4a23338aea0835d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790f7155a7c780f1cc4f0d6d31b0849e338472f8394e13bbc28879d1b021747b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1c2befeb61445defa8b39f3f06ee2c8c4f7d6e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09ea9aef0b1e697fad73e65574cbd02237de652f62aa8ea81b5640261ece7b3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299c21f79f350a1cd59f680123c80337f8c7d053
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366cd1088ee096607e62d36b778fcf69e6d5a7e290334299577af3f852b4f765
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34633b62bc3774bef92652950e0edff16d2fe1f6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb7d670a49261e2742db085be76e94cd680cfa6019f23f9578dd73a587f50be
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c46815bd2c8ed00a7638be1d5b115c9c32756af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1685cd83097c433e1d9853ea6a3f773b7fde822266a832b77316c2f260af9264
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc765c12fc9f9d78dcb404d830e76a6daea8d0f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c274aa73733907964305b91c0378bb22d171b64dccbf5175617cfe95a1fa8ae2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299e5f415c2b5a8162e456f17a45ac50b4196970
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c54b2117b2326c28494a8b51563996e155c2c57cdc7774bfd56fea75dc45b16
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce9ca862fdd128565e6575c8d0094cadc5ebf4c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394d8803533d5b2ea6786910b19ed28ca842c6859ba0d8f05cab65cd90ef71ae
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a92947e052cb9e27b4868d2f9f739c8ca5059e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b227f6407b958a759d810c9b5b0c6736966ddae0492b4287c7d8242d81e5a682
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0d83c19b9993e52b2def9f16d3a0d67747af3a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136486ca1ca052377668137b7cc1153ddcc7659381d4521bad1944948c4331e9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e0c520d6363aeb57f98d843086be815171787b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57fc0be6174efb2d1975d7e078173c94a53d426a8c7ef0b00463c69f0c6e2c5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67e310dae6289bf74cddd898ecb56d82881e0b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d26840e89408920e2d0aa95983a3e0a8af4956003426bdbeacf9421624dca2c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75a24c0d8734e3bd87d4be6d8d8f853566348fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cebcd399d0e50454f9d612a7f341157429689e981282e034cb54cf42450bb91
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6a628f75b5e8e2bd0a9c992c4396427e032af2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9691e97eb95099f7779db8669bc58ca698413b1c72ace5db57a007c011cd8a1f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b715768b98c25b8673a4acd85ce10aa13f4c3ee7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e07902b5fb0186e4f015b715f6bf5be8b808a7e23579831bb47c114b93843d5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15767f2553e91571d8aac44595cf602205672de1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f81e6af8fdaeac57af022a33d75ce8ec11f6b0b751cb905e6ccbe3182afb087
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc7c2eb17a1951c85494499406500e3d849404f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d96992f67b7c7eaf2afbede001175f50edb40234661d5909924c5c743e29924
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2354922a717c2682434a499d28cb264237c529be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b0758b126351d9234561320fd9cd11f7db8a57d8ad0efd583e208964fe0c55
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11eb82bccfa8f589307d5d15c4e6c18a9a9243fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9899688e3875e630fb613c4985b76350bcefc2a9a0ede6561c921529b76384e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33446b00ce33c23984bb028a0f4fd14cba4394b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a2a5e8c69373ae931365a8da8fd3ececf95f313b9b31fd729a57af412af217
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86dcc86074b824347415e8c1d10207c5bae1ea4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19fa3523f59c74e909fbacce226911fafc7b2c964308ffb8053fa6e6784a222
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a4f40f94ec5d7cdc427ac57ed371f43de6fb53
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50160ab714b965b3567aced93462cbafa735f7323a3f826ff3beab8fdef8174e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d28f96914032251763a7ae30eedb1e5af52b4d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de702a87c4deaeb164ea5bce5262029b95d2a37b9b6e6ee732950038ac4806ce
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc71f36493fc010f62ce56f8077cd05fcde232c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92806dd85f46f603a065c4ad5045bf657fa8af572e7e18dfe2f8f4d76f1569ea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45b0d126ad9b1e6f638a72790cf6d5e8ebd97d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e02d760abc0a38e92d7f4e2f89cbaf3a4ae9d8ed16b3758682b272abdaec6e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea86457c27d2aef5a1eef50c7ad38d0b05775c03
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db17f99a8f56e04e34605f76cd0078e4ad1a72bd426e8ef3ab7357f57640e26
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be220d2963fc07bfbee5a5ab0e25a63d36f9136
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29cfa6d4346896f5ba3d8634bc465eeaafc550176765386422790d490976bebe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7186e751c964b21b9290d7b4230de794a869f343
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09ea7f39b2d49a2c69384ba9d965b9915e835999a44f2657e055f1a191bd148
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76aacfd70da452e03fc0308fe051a9528da2455e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a2ddc1ada10c860f0d3ec23da910e9fced494144c9eb6e20f53f17fdacc883
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9628b5780f9f52f4fd22dbfe48bcfb904fa235be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33ffeb4f2348ac43b61558fd14ee5841370e936ba8e65656783b1a81f135b60
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031bfa8f459a1cac2e934e4dc6d63a2aac7247b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6615b0aadd745c7018f7e5787a783bc318e2998142a78de38211a80a6f0fcd0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2cf1ed8f714e93f9605bac96e06afaaed9783d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6bb20f1521046933b3a1e5ec6549eeeb92df1a7511a694c216981088af7626f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29da1ba1302dc099f1297b18324516e072ca8b94
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44384f5d8b920f154c34209b2837e1a17f54f52ffa946006ead0f9c1aa702964
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c7da73e957d9f86474f556546c27f22723b26d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e03dee2897fbbe8b88097d3c95a9a49566330d121e4544ef98133af8985e53
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f8e2dcd973d0881869457d46bcba97792ec617
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5367ef9fa8b40047ca674c5439eb04460d5a0fce5df235b083253aa938e011
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90313f1543492007bb4960396654143e9a75ce27
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d6ba824af4dfcd99b5f11a86901e998cb7d9e0ffdab69fe26db4b51029affb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012d16d05ebef30f7db286b08fa7a463da314755
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec53da72398dcafefdc1ed4c0d3a107b60c0db331392c8c4daa4527815cb351
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f842eeee69f73f268eda1dc99b2991faa69d6f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99d1306b445a83be48c28a3ba0e4e0ad3cf2dfb5f987b3e8b66b0b9dfa8fdb2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f48b54cf9db4ea63363d8229e724803446584b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8313a2118327d8caa4ebdcd6feff8320ec34b6fda5be928d735adc1e2962668a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ec7f8a3b3839232c23994f8cf1ad1e3161b640
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd808a48cd5a5025aa67fd0e219fed6c6e7a35be3b0cd6640d04c178b7988d9a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b40db26e39f59276998b5b511db77666c41383
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99fd79ba8bc000332ba9a8e896bceada195912947128e93508d6d5d095854b3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8053417e861b42cb3cba8df4c9a23b5430dfe6f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1789f81b7bddbfdf11de473ba03f46612793dbde658599d261b4397359589ec0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2367b2783fcac6d7d85736c011f5998e31f7bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc1f34ac238d9d4682c997fd0eec56fa9420008d9bdd01bdd5db1c139ef1468
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6445d0ea30a582b30683b22a366a18a1602ff7c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbaa93d02aad2985953b83a5bf2e5a0005683a9d66aeef95657c976c3b2035e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee06941f82b2902fee48b0b71a617b45e63d7634
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9973711b1163cc73dbb8880eb861a56e7d3a0e60335c06ce2e577578e523dbba
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f69ab2d41d8dfa678e34b54153a24d8026aab4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfdedc4813dc1ba18460394afde7a2dea3a33090b11889668f99fdf0441be75
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0fdd07a3da52d14c7db77f38194d949841609e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d8b1fda4ee9e19be2ff7342aa762cb33f8bc55d241e386523135a33d7fe0e7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edf9b865da1817e1981fab072598e90973d935c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4230a0b406d2295ba0645436f8c24810b0787c27cfc8e7d0f28b0ac591293ddb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87759489b6698bc3f5052826c52c1e82cfa033b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d595405d7ca3f061d4d0f30da5764d01547abe047a587a01aba04d6eda37f3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56c8464695a57d72e208c6afaed81f82ec9da3c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960c30803649cf43a062fee760e07208400109e4e51272b1e1e451656fba3351
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a160c205865b30f64ec1b3871c3837144f0f1884
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e2d8f4dbdd1c9b8528e1fc516bed67fc907195f0097d7d01138dfd45159fd1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49deaee5d19d6e7ed1216fd2a787b6a98082ae59
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26df4927b647e92b11fe9ed54a6a7685eb4ae177039f622d230529a114532994
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15da784b9d9754135299daf70cdd6013cb4f29f6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f26522381798735b863a1b9ec16c422b86584d1460cf15cd167c4dc710184004
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8985b8bc0162bc99d95d48c675314277543dc9af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73afb6a825bcd1f7b134e3d2d51e0962f0898a96bae8eb65f5985158535fba74
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bdb689c0bc75a5311cc2a4f50f92dc84dd03d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23aa98542296b7dac9230ae5065cd1fc5065f363b557a250da5167fb68bde070
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c91098e408b0f90b6c783215a5f55759d1c60a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bee7f93e4b29b340e8d52fcb1be912e0ef9f33134ee4c2e08a3b51e2c2fb6c5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce52ab4be46c9ebad046b13c8bddb97f29765697
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1035569ccb3c23878a2e3670063a9c9e26cc8b6788b4aab7d16ce8b6b3464f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..473f0a88cf09986a681c81fc9218d65393f2e958
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da300aabcbbdc4ec7165810bc088172aa27585279a34bb5eaa9ac626a73f0d0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4615354ea4e54b7540188b48f36c4fdbd925cd61
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f128d77062ba36efdee8ae72b751f3843f7ea909320445b9baebcd3b5b0a115
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5306e1912f4281b73771767db68d79fd21bb5a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f31422c58f9905e89c02666110c1ad735c6e3737d9d97c84efd542c42a58e0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5408853c42f7d5037043821acc05375f16b26ae7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a1dbf940a7fba80c4063c26b43595860a225d01f25a5ee374a4f475f58b8f5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc86cec8edb5f2eacb2ca55f8add24169a755a32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64953e0fddfe562a5fa69f7ac87e7e11f19b57397708adfddf3b5a783638efe0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37a89a576f85890fa23eec83a270254fdac3a6d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eee2a00248d8c60c438114552af874dd8fb1ae32289e2d126c654c72bf5637d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a84efd9d55d8bfbbc6758622a9cd7a7c3467c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a52d66bf33c3e44b5ab298fb49b603f7ff31e9332654f7b9db4df7526f614e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92eda413b30b1854a783420001ec0bc60898a3bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5554a369cde37e348c6b83bd15a4dd4f391480ff973ed04ad24d8acd8833253e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5baad813106468e2a7dceac31d61128307dab9d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbe5ee7371afdd8b127f415c8e49aeff3dc28486754c998036df8ffc2018111
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2308972e8f34f83f962d811777ba164e825971da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eed5ebcb7772c88169ce7465e180e077791ab9718d776c6f89d09145b785171
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9f7acf33daa420477eaf4c9202c2ee01c0b38c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da1643ba528aa387a4d624b4d691b51190bdaa8668ba588222eea945a301b32
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0653cf3bb4229fe0949dc0ebaca9aa1abc741ef7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17a53d5c379b3d74cbd1d9340b4a31857d4fcce8600cd3c1d39d6f05d44959b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabff526aeceb2d9b4e43e10c0f7905cfb8b0e45
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39afe1fa4a9b66afcbdb69b1a872a36beffd2840b0ae0a319180b6ff49bac2cd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbac4bd669172d3a8d505a48f7ea00ed31309c37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8b8a9658c351cfc5f4d64ba6296a6022221fae3aa401b716e890a0b553f209
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288198b8cae71c5721ff4cc48d59b86d1fbf0ae1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdbeaf8ac64499dc0767be7f0580f7a2bea0abd1fec2b037535789db0ad4e5f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c03be91ae1fa184b4dc4facc65c133ce5c4fb6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98257535c4382d2b1ce1ce87bf01e77f98721bf999545deea34f1f21922c991e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34905f855bdf1e0e0547bd0e924b897038b3579d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23864a3360df407a973f11a1a9723a7ad74fbb3e8595157b69d380c355982ba
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf282eb04ea987c2d0756b8b99ee9dc1c1a84ad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5ba0d713312b4f7086c99a2c612579c04fee80a2131148b3475dfbb0ee550f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55dcb133234e1a9f5adec4d9924a529f31abf6a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f407329cdd4c671cce9ae12d141683877c275d47e0cd4026a2c0f59b21d9eb5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327a61164abc2d6a2a35d98bb62d8640da187aed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638b6e6265f488a24eaabe8ad76227384fde2ee84c17243e244296fdd7227768
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a938d33ac5694ba07e7a07cb42805d5d238150
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14eb9e4b284e20b83e9294eb9d8311ae6caa8fe11cc8c30070dfc057a9b672a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bebe0f86a7513b7c040d0284da3b9ff2c0c0ed04
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5801cd80fcd7d459485de75dccc9c66d11a0aab84ceb67975b7a08b44564deae
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc98cdbc9b5330967515c2f1332ec263531daa8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d81c9a0f212ab50c44fcfb36f469534c32fc1a165073dc1eec7c4602c5a75c9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a956a47e59caf3c9bb435d2b0acb1775a20ff6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47cbb74154c6586098d081185da816889887fddded68067b3dd71ce1f18b6d1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691103d4fe64a6cc1358abf60a160b5e22a775dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e4c86bca9b269e2214174d6c1b8368c02a7e6d1d95d1edfbec31ec829ee386
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09af14f889aa65b407428226a5472f51523538db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70da8d9b7a80ae205e8d834a92ff0702d4352897473aa1a268860e6655392672
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deaa40c761f5ef93987de2f59fe2252b603655fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fb5bea823ec52d21899ad992a4c8e774c392aebf1543d0fbefcbad57814dbc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5166f3802ff9a2c0865292bda5855f5d6ab98f42
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9b4929c09e06c81592b24c0d04ce1f6fd231651380fd9d3a108f8a7a6a9172
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409e18104f640402ef44438ee98b22d3e3dd7ad7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2662315af40b94eb4ed3612d81653d096fcc05ac56696faf6d837e713712acc4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33cd7e06d567ebd8444a8851534f9c06edd104ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431219706bf8056247035b1ac5008ea56322fb447497a65c1026ef8a936ced06
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e060b4458fdc69f27c1066c102ff94cd0125a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc942491c60f05e62fd16e4d4bcfd22b88a5960ffb3680499825aecf8c6f321d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d384e6e104cacc14d8e89608aec83fc478174c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67500bde5e40158f8dd2c7e009886cf5adbc55cb286e0c1b41038e5c242b353
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb3fc2a88683910a47864207209d671ec30b97b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1110b6850c6226641aa554f9cb7e2f5e35f27c03d6e971bb9ae4ced9f0bf15
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e846ddff87df1de1575c959719cc9418f8b002b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb46d7bd1d8d6560dcc64fd9836754d9d90f5e16ca46f2e62b865a937009443
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db58482310f0c01aeced49d9879926d03d1e5f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f6e14adcd67f478e227aa54d9849f19f2f3aaa5ca6ac73d7b6955ddd41bcda
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fec6059cec4b5d44037ff93c0f3811cee77607
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4663b4e02a32c57cd0384b4f2e58a4672b0ca97f4882f678eed49b0b2cb37f4c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d0acc7fe9391761f6cb820dbb45d5c6e4b64bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74327efc3e682d1f15a1568be447bd9e6c0bfb78cb3134c613ffde64bbb26090
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f114f7d347ad286d63ca43232f9f90af8f7fe4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95450e062c17dee9d46d1d03a1bb4e9890523be8fc3323f3be302cda8f0c9944
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0346c812c5f6db3bb4a78cc20c2958b7b91736
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185c3a28b76f59597365bede243ce86ff56b8c293bd8f9834b1f229709aa17f0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75bdb78042e247358cc52a8fb0e27fc3078c93d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f68371b439c488c1530a0a5a695c26e8d337911410ebe0699a5ea03dca4a68
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8521e0c140894d26773b3aadd92700bc6d4465a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006440687ce75d8dfa4d8446be5475d045707e264b56c248a7f4e619da26a518
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03ed9ee498f0c586eb7c07270cd390346e9fca4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c529b1b798d502540a90fda1e46ef963ba3f972d0c7b23b71c7a2e7ed9a7ed
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d6bdc0a8a65a125d0f80ae645a2ee83304f44f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a54a7ca90265a48b49cc17e7bd705a83278eb1cab89c824671fec0aff10cb58
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f56114b3e8309cd61f5127f96e3998779215ef7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f194e0cdce6ff8ba983b336d5ab5c71e8db8b56493d6e3d1cf0996e06f31e89b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf680f64fc973ba9ab2c42a84ace5da128eebb89
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68a37057df38a63504b682129a879d5fb3693732e91aa7916c737cab1962e728
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666ebde5f8ec7f8677c016bd59116a8f262fcaec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b36e96ac9f1d09f7c091fd7e5192239af2cad3c6281f078ac6527fd9813c3fd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d6560c565e8c039ce68aaece0d3f7cfca6601e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab9017a9354317acabaa8b0a337db098c7c67a15ba2f40bd3ea879aa6dc0b24
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4f0cfd9d72f8866bfae312dfad9adbbc3bed02
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9ceb6288049e3acbfc3bcdcfa2c76d457c39af4d6af8bba24641dccbbd1a59
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2f8465e0ab8fe814a9cbce6a82d37f38547476
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8f9a0097e1f17f148def2a7a9ad8a0a351ccba49e515f2afa1122ff449b1fb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c787d948f2dfaf11a33b41bdcb4a8110e378f449
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7703f12c01985ee6d59b81a56f9027c896d0d56e53470bce3cb6e0df098d8b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15cff8d04d491751c48a686bb087653605d120dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb66fd53448d797c4031473a6ee3359bfeb31c70a5838790f2d35895711643f5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84425630b7414efd099c46c2c8bcd275f437207f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66491e3ca1331590294517620fe6378f0ae3559bff706cd2b06920ad494c690e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b2b93cd2205fc6ec55c63693302bdd37ac3728
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f6c0222ab4f6f67552594cf122f8d19aea7c0cafd08c68a66fcaa5e1130144
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f75a4bf34a87171ac8bfe34489b5382d48be5e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf163110d8bde8acfed0aa457d6cf628ce86f4ec4417b8c0d5072862b73a667c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e9c22eaa084a4e5c6f15ecde0c58f79979f4b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6d4ba6a435b8f3f4b51605b383ab9699ffc326226e9f47d3dd66dbbd421ffe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44adfc3cc58f24966eafb1b333eb921208af231
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84592b445ab269f92c89116f0b37a5c00b3c54285f742410cb59744c495b3a97
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8e0b99dba3abbe133a95ccd29664c233ae9262
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04753b154b2a691d4a7d59bf0e256e6af26c4785063a9a59cc2414e34a1b1822
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4a689a0195ae2a14b21195dff07428b25a1fb7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de428df777b2cc2d3bf1e73272a000111b8fffa6184b45b32344cfca2fc5c4a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11cc56466883d65bb60a16d0ce1163bd73e3b143
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a81760924b665b62f6054ac86e5d47b192716f6b2f2d74a57f4450bb7fbdb40
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b486223bfd1b16ff43eb1e77315a97a5a8a6a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257a6abf4c7b16de5d34e18f5974a26c7ad8ba72f570e042cba8b374f18961b8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff307d8fe591dba901597e5e16bad09d011605e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf60edfe13f0f2fc0ca07e7465b79644daff1ed0932e5394b6322e0661d613e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d097ae69cf9978ba4e97f479466fd49700ec05
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbba21a2686007aea6071590675fe34f5a3f09338e8f8b4107fd7b4d374e101
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1483a7caa63048908f7123561eff7ab4e4f1f8a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64665496d4661c2e3a6ba58bb6ee1d53abb134f3b86a8b138cf0ebbb754486c9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564011f7385f196fd2818dfe254f5af1876314e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd36144f9d915f2643c6ce629ca86b102a6eda557572c83ea99b58b98cc0a1b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81873192c7b80adb420d6367641c04eda359ba39
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61cc9e8e61c63a3cb8ba1dd1b5771d2dcc91a79080f07c528a7dcd42b211383f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1950afe78163f4d800d44a908965b473e23514d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32298ccbc592fe14f55d13f1400ca6de0f7cf0006eadb6b99aaa51f95258568
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99364d4e5d3147df5fa8fa7e7d83ec23a93c075
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f4263ff06934c2ee1b4838f65090ecb7c9d3c1fc84b172cf4e87ee6aa79b7e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c06f6c25d1e37e605eecb0130a70e0067ee89c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9132df0850f8648ebb426c74bf44fc4d34d9f61505d3e338150a11aeb89b6ebf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee42717e6c73639aee4b06105c3fb5354e4e2360
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00ab9afe75acd3e319ef19203c0c00216cddc551d339c18e98db0cb85f1167d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77d16b25725fab2eb706ddbf070c83f7f321363
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5d176dec724af2bb229783fef4f472996f99003927c4b6a405d5f60b710ce5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c02f98c35b0d669e1b9f2e65912526a0960dc5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959e54f9e0e27ba7cfd9ddf3c3209d8430662000668be7c9985e54504b56a056
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f91dab76858fc88a6ce3a74b5ca157743be48be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1cd66eb23f45cc0a1de0dafc9a40e6d2b1e322b88ea2cfaa71ee18719273ca8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e772118e98daef33a7772673db2a62fc40cf311
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cb459dda3fd3de6a7fd35ba88bbd53a81a3b39e5dfc1e1b4f765def798b857
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385c0a08c40a8ebafb5672ad0e6e56beec53d9be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026e14ab750d22fec8e7112264d21b4e85d1ddbcb71f7af4f402398af4e43180
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ddc53117d600f000157ff83f4a3a56dcf2d13d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59515e98b1ab58f9a9ea409c6c18979ca7fd4a0e6f7e2ff9ee11d2b6fd0dbacc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3032602e22268b13e37413bc10640a11b8c7c203
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c809c5a51e1fa0847c8e0b72d9dc43f21795d71fca2a55e17391ee63c22a7927
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf23fa8aa1dd27c8f6ebec91e3910ea52dd59106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b1714773748d28939ddb93eb0b125ce19383758bfad780049e0cfc6a14ee87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ef4d9300113e732e97267e3e80d554c5d5129e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781061247daa5836097e47984ae4ed3e9ec60204ce37a332746fe371709839dd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f91e7c0c264100ea124172af31226530f6b04f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887a58f2b2dbacf19242d596466c16186930ca759176d666eed3a62c96c2e3d6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056c43804d4bbcab68f2d29363107a0e6dc6c47f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a81d340a2bed271ebf9b5ca80a3a378bbf7fe6ac2521927bcca83b5328b97d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf14c30b9dddae7731007654fb61a30fab18f19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ac3e9eeda66d8360aa701a51744f9059345d3ef5b545e3d92c12ecdf09d488e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bad52a35b4e320db26956cbaccfa62a16b480b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceaebd81004a71db5f0cb56c5af6c1773b0ccaba79614e48496d1bd701bcf7a7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d7e7be3960b07892cd1f07e9b7b7ebfcec2f9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bff0b613a84e087f3a904795b4d1d6ac975001d69cb64ede253c6f8c02d7302
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_18/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d6b62294e406097a7b8bd3c9f27d8e9b7cdf14
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7817ae972571848913189c31b4874643a5e6ec78438b3e308cb32dff363288
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_18/init/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_18/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f07c98b7f2a73ba24ff1c322d93abcac03e9037
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824fddd7761111847224128e12ccc19a3695f7730feab96acbf33fe4d7ee93cb
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821a79901764ff95d7c0157defcdf3ee47e28c89
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f7efe5dc35ca62e893886244eefb19efdf0f56f3fbbf9bf66ff07b6758c9a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a1f39253abcb201d258c7d3feb4e6a25817514
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b031fe0468062985af6efe4294790972d2921359037a4c54b37f7ca951403e4e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d806aba77d1679dee5684c3fedf27ea4c883546
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adceef5fc195d1d448a3b97049d3e34b262be7a66f105e1d8c476c56f089c25
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89abcb88cdecbf2420662f25880ff9d2afc40bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223724439f858154091fd6b3722b71fef0b89d0b75f92057846033f26780bb7c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc2923a7d156bceedff0ca6cffad4796c9601dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b51f0aefa56dad5b81f9f04f469aa452056e637e3b0e650a4ad1d74769a953
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f30c801f74eadfb303c7e054c735d32bf1f096
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a790bfb4c2bae3dd96244be7d60ec30da36e772fd553b1a1766121d5579ff0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07ba0f1be2c1e5a50e54df29626febf58f5b8e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15611161e6a5b81357424ada80056126fffd4277a20d27d55181028dcd0c3d1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127d1d438f6f2fb5d99bf08c017f8ed2c674f0ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae7f7c6ba1e8a1a5df00f395eb9ae0084ffb65b1f37830a94731f2f2a4bf55d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ad70f1738dd19b65ee41aab3f6d6e3cbbcfade
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e8b4a8887aea4296d97855f7cc19b4018fc4f527c96d1225e91fc6433b76d7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e2f5a97a9c968ff6e03e9176b6ad8aeee554ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc22f9abb20cd08a33f5c123576d6d2822c8ec47df323ff18d92abe94f8d08ed
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e473c955f1d4d7f099913039ee67f3aa6e9a979b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44cd5be1858567effe7944fd53afa393b0ed57fac7a01880bb5326dc2d00640
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81dab7e2f9778443e7fe40ca1b21b57c12dfe879
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c40db66622d1a59088740a4361e7fab4a54bacc46590e116de7e3081f20cb4e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eff7df31f26c49939d9d8eed8c0be20717c6ff3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db12aadaeb8edc52262f9fa7523b9aa268682cef179367f98c6b6c387080478d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85f2faa8f3db97739738ed49913a05fd12ce781
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ee71bab1356add33f5af3fcce58b2250a1c21632c3cdf9169760403bc2e40b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d70596a3868a31e2ec5eb548b59368f2e68015
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577a47ef786f56c59b74c46eb874824721e47d2dffc1cce1c0d5339fbd387884
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6dec3edc5c7886889e0f2c6c2f6d3451f21c7ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ebde3e05813c0b6f28ea9f436d5d9aeee0438652b4b41ef79a1aaaf1f0ce48
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a971e12b340d434af92574e66a057ec3d237dad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e764abce4ac506c0724d0413d661ba7c773a7c4c4fd4a080f6c75fe548d3f0a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687d4df767d85eb10db3ac592e3ff6896bb3a31a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1834f7cd24e726b1cf1aef6199e92ad28a28db9ed91620f83a3ebab6a8533d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebb107464fa5f37184432ba9cd19e1714a243d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d218b45fde1068e075cd2e0b40e20087422ea7c2e837c7c87d58f621385a3e5b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52c51d54e43b6df5325d10511330248e02a49f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f0dbc5bb9816ca4cc8b1d34d9695bd63b117e31803474c295e7292bd729a64
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f319f16ec8ae92e7b5f9d6b30a209dba62af05
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30338fe8d9739f6e0a72a6f62c526d248ce942176de11782ca9a20cc244151a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa5cb2fde76009c5c5ae00f95db4a6297e0efbc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765eb54762be4c1a6bc558bb677d1b4f70b2e9edb1381ce40a2b312d0a05e38a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7aaea80ab02d2e6097460c6c947e9d56b95442
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b25dfec90de94e013f70e630c4f800cba7ac2a58c83fff9d4c2279addd1c3c6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52da32d052e74fe55d2a9d29e028a6159e9f9e96
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd04357fe7f63c11ad3b34a4dbb085bfd27922972efda8e7b134055ea5856b1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e4f84149841d52dff5168a57b6645a5d5a62b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fcc95297a19c078da77247f796a31d2dc4c1e31aa004504560b2e21d892663
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd726ad850c5fb1eb07802e9b824927643c576d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1427ff75fa3ecaedce5e96ebee7afa8d3cee3feab01eed819945fbea602b401a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..193c30463f437e6d87cf0ed993a54a8e375d8e8b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a674d48d694b2ca9f0dab1a3e8f44281f0e97ea0bd4ffb932b4c160dcd1f0f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44020e2d6cf2c6194eda850ac1187ba353141ad4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668e33fe9ba3cf87e797a024eb5ae11aeb9923b7b60f7639c1d3dd4b2f7b5974
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6226ae360540d7a3c97d71a7ae0fff766fa35c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c7631f6df1fb51d16e616450ca675fbb3e5132d35f9a3761e599147a831496
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3207b7fb069df1288c1812823477e91262064a65
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437e997d535e0b5993ecb499f3a00bcba96ef7fe6585eee37a5a3416335600b1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2a829f1e31b8f612362b7336fe3079c076243d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807542152608b0e89f8a272d98a09057defb11c224921935cb18fa3cbe1d7a98
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8ba77489b96ff05927ff9fbf7690f5d0d249a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bee5548c81a21c740c8080447fb4ae02aac5796e1c72f11a28480c8bf90857
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133d18f72cbe0606c1977801b1792fd84b2349dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a26812ba1882e22513458c5b4b24cac66691578bb7377676ba3eb28efb1f760
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2bb004a2c5718b474256336f9ebc324989fc867
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f82306430ba9fdd9c545a148e90500118c2affd40d18598785f9fac22256cf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f264770ad5331282670e9ef01e0b9fe585275c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7381645acd7863408be86fd97e25b0b329b018d1a4f6b2c8d64c007366896c59
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b308cf47a0a5f36a0005da01a652a0c3561a667f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6df9852b8b2c810cdf7fad93867e71735199f09bc702f9df6341d9b9d6174a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ca4097ce25d076ea9fc65880fa81aab93e8d15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee97bb1923b86d08c67c2f3519d2b7687dea68b1f661646a4e1248b391b7525a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775fd7e0e2448b198185f408b107f056dd916fd4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49a51b4dfc1d724b08baabba5e0d760a736de265bd33d99c2f61901d7d92115
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24f4365a94f0eb1ecf95716fd2c68d6a04180bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63471185624ca84db78b1859466ef163e9e16b2bd1dae22fc164bbf98c7a6c58
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ee314df62dfba41b36cfcbcec2ed09a39c4923
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b429990b24b5fce164b90deef175365652f7f88a0ef298ff2b97efccd223541e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8e784df8f6799f27c0d289e7fd90bee1e75ddc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c55320677908d7c73832c648fd9d7150cc6637e4b838781d52df019f5a9de63
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e587b0dfd694e877052101eb6927ec15de80b7f6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7785e4071366179df0e9974d944d222832ade6ae3032f2fe3e446fcc38f19797
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac8108062877237381f0d9f1637ebdf948accb3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72547c5b87c2a08afeaf0f3e6717f62115ad5343ea18e8c475a743bdc92fe007
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6900f6a7da875f0ca1976e8ecc632d24d94783ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6158b9a298bfb2904ba280735feb6fe6615a0e980d9b29c4f4d7389ade4a279
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390a660d23f3096d294dfc37dff2162b55b0648e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8005035975b7f54aa3a773eaeea7473862b44a2503cd0d0b050c98311510dc6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b42a1be6bb7066d28b2849b30c1b399736b1aed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2ca2fd452108e72008bced9fe231d739edea363b079b8f8cd8611fe184c329
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b438453f14f9f8222ae289024e46987a81a212d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3861a9b3529acfb8f774cb4471d10cea757c9a1bef9f3c67e63703cb46710d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56101c94fcd88544db2bfc389624317388de44b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661b9b8caa5630edba3965d28fa85ea9f4c35ac8f5acbc1cc5cc8ebb184a9cbe
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c8297eaf4d6b18c7abb56dc262a00cb8e310f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5c4a67d98cb62846ba69f89e2846a962fdbf6aeee0784f42dcf7ca326c7f43
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d622b78948edebca837edd9b580dc44bf8d9d88
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba58cdc5f75605f82af1f12662a785327bfff18df8e536be182d055bdaaef6a2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ffca18e651121ad43498fa7254b5e08ad93a326
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f46c43e7834c55aa4be25fee8865f35efe3c7c79d9f36a2ef929b71390b58c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d7864be9dbdfe503e1788f81f1d3252908c689
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ff74c85193896be06afbe6d5a68aa5ff8f4f07c64a561dddb2bf47ee9d2a9b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67546531f83ed4fd483cdfcfdfab0b9d0e1019e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8caa47f26b9d40fe6fe71c0fd733044892420182c40f137f170a027570e44514
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8f9d13ddeec1586086ac1b1d5eddff1ae04d69
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a580cfce74f797937d095374e134b0b8437d50cb1e70eb08ac8474c8447545bf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb62e2af2151ae709c9073113a7e05947993cb7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139ec352798cd97cae19a7900ab38746fdb9617d783cf10494ba20ae45b52e12
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c94f4173a90f80a9a4df759075f4faa193d38f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b373ab9ce0a984fa69cb6eb7a59a08577e202b66497bd565998be94c0933644
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a6075b99c2ac1e5adf01f7b95593e245f06b67
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f391b5128a064ac30ad9694298e3b864a82623049e24dfe83e6ad67d48d421b0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba100394419808169ac8724cd6156690b14adef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8467155d435b9b9254876b30586c1b9a8c99fb061cbf3f44d00649bdfc2dc634
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9806c196a9e395d7f7caded4555607dc24db8707
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616d2e3fa42875085313b7243357b2b70e11cc8afd65f268c87f3f4dd3c5bd52
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0825ae429b7b0ab61c0a7429ee03923012a2ccf1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131ec3cb8de0e1fe4532fd5a7355af87767cf3936e40e5a43a8664e1f55cc629
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a0f80d1102db02eccf6994492009a52ccf6264
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f753a17088d3c6e1f0e05cf3256ad7b95dd8a33f01dab5a1325880b7d4b743
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be391af219fc9301feb222fbe964de0cf5b8291
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3de070d23744904445a1d8aaf42e6fc76220402ea4f11c01299dea143cd9820
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd369b8c83c86d0761cb7c4a82faed911240061
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2100006222aea0959ef566c5a3a6a45b423eec9a1ebe1cb6e4c3f24943236e43
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88308b054988251e45da7e3c0833278d6999fde3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1c38371c37116c1444c05b5939ece24f9ecffb748827c53f9ed40056c33926
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ce3813d5ec698b4e204345b150896d571b698f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8aa232658d117bc1bad678a0f38006a924df4e55afd1c321bab62867bc30aa7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5840fbbbb181690b406bb59c0ed56a5f3dbe8687
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2778a39db029b96a0d5570b5f9abd19848f2dda978f6261a6244475f639219ba
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93f65bae98c9f478156a99bd02615b0bace12d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1bf4c40c97f75549a3e18b313fdf5bd228b95857ff6f47bbff1e9d2359341d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39681c2bcd5232a1375b7f2dda55c43248bef67
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c736c034ef0f17fa8e96e9a00e6e2c095b6908786d7838f2240e43e089f29c43
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f6a45e8c5ced8ad6f11e0a8e338475d3124cb7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1274295f2830c1b68a276343b6ee84be7054b8a6f7dd7a823337366966fd1c88
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3d157202068a7c4d90e7921609d780e018fca0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59bad2a9c285738a209b5fe6eb2056e86e0a93c602b3ed3c5e96c3e76a3993e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928b5cd9a6d363e84851c4efe2da07ac143e191e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06040ee824fa9552675cfd6a167bfd962002ae362d27f1c66ac8155a8dc58405
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a103b0efd847df68baca676e3c8714a1a97a1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f808631dab37ee094f93681ad27adb9112100cf99b778ff0f17d6161b321b2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1e9beb49a39131665bfece2e8a7db16f9a82a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf3307b301642416f2761c702a9d2ea914f8ed360b69160acb1a2d0940d2ef2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a311400116549e238a0a34a50d2f46694bc31de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f90e6de9b4e627a1ea82dc146e46f83f941938e62ec9a47c361f03e34a66b2e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ed9ec81120139cf92b92a574a0650d58a4991d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c884794b1fed05395a9fdeffd4f1e8d69a348530893b31eaee48c96640a1bf4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc725a9b26a960414ab26cd18f219f2c1619c31
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30784a510eb2de4f4c6cc16ee97170b998cbdfc0e8bb9dc5492514eecbf00c9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c6214bb78f3a35a04127071c54d7571a44b272
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403653a169f80854293d786f5987c95346721cdb9ff625cf5ad7a7cbb7ca2c59
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1fe3a89c59f8d5e7ca4d07bebc4c70a9442059
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdac38383f6a485d8bbeb7246ca9636c1174b3e9a5b58bce239cd4294b0a724
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c7b82efdc84b4761403e37ed451f77eecfebf7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e116020880d6d95d5570bb2f4a3b8078b112c1f9fec530fa343ced68cd681fd1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a049d24b0265ab92525ac70521b092cd14beb5a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab3e5c2b2073c4c4558d8d6ca28dd729feba035d4cc196a68df6ab197d47c28
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c954d1dd6c42ffa9d760432b99ed2666e21d6d1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3951ab6b1d7a1263c80ca53ecc65651b37788bfb23c60ed25eb56e2e2c211e36
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d621c09f4f92b2a364ca540a1194c328b4e0a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf83a96b5b524bc65d7ceedf246a88d20547891d43a1c7fa24a1d80e15b4d6d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25e6a4909439774164aa2811a0d1d39c6210980
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9002ece38c4c84493f09042b801d052361eee8921cc08816216d5671f199380
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f64baef3301168e96167ec49f62b342b8857e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a0e1bcb4fb11c3dbd3a813f5572064a652e4ca62b3f2bdac303afc69cc4f40
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a5c2cf4c0733789523ccb2156b40120638bc87
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804b1af69316d6aed3fa4961f20b65acb2ffb7b61d4e59b7e48f6c5f7c56bcfc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d68ce41f80cc5cb17306c75209e03654e876bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a58bdb55d16532cd44f20f6a1af7ad98ac477b78862a41c5d1a7cd1fcad1e0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a35f6d15825461e0e4186f3f895140521436e32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9e84b39ccb3a02b1bdf49dc0ad1db777a278a900be713f9bbb90569e557dbc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea1f4d87693f840d0038e8a972a51dc653bc0d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e03568e43a5eec9f52a563bb8a4531b59877073dbc9489d9c786f4c6690b034
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a818fbdd59bdba4697e7a71c097c2244c7e478
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d7d480f85c72e0594f8a312c5269eadf3539e87da91897f194800f3c780593
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47beac3771bc0086e0aef9f89e35681e75be1a65
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c2d3a899134150032dbda5b8e2918a8d440c84baae176541ead79586649683
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61acf156709111c9ca21cf13b23b992ea1019722
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d852e8c5ee33543ea4f8e3936f098e39855c37a96d5999bee18c71311909b4a1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f0d51f752b18e0bec521ae9cb95ff38bdbe811
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea14cffe84ec85f742438284217d39513cbcad1b8330774fe6ef593c92307c6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48acd4a88d7f69b51131e28423fea4f15049e48a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fa0b71a3e81caca6ba77fd942b2fcae97fa04c7405168e3cdb40898999c3a9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f55116ad6d27fbb50ea0757e1a5fc4df77e3fcf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626ad143c8e6aa6ee6272db912e26ca2ec9200024f9a2012ac0c5f4b0d52ecf8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905f800c5ba8a707b30d8e0994e28b8756118328
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d874f9f813a80902094aed5a7172cc2f3715a11f8cece3f9e17b84993543f828
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb38514dd41875d053af6f82b078a9264fa0bb3b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288d61de1519b2fadf9df8eb74201a92ff4c141c180f1dacbb504c2bc0609f59
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da635de8446edf9812714bef0721663be407a0b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c658ce692fc947c47105be6f8e5d3fec6c8040c2be8335c4bb21a5be42201c6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47ccbaa9826043a19f8cc670ebcfd767ce8c366
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383f12ddcfc1d0595cf68a0bd6622de3d67a34315e47537d077fddca87b0ddf2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbd196bd905eff6de319a73b07502fcad5fe00f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75310d3ccd63235063c424fd7110de0f73bd3c9795510a72492a7bf35ba53bd3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99098b124df36f65f6d3dbf7bc1c6a13511dd6aa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49ac0a85dd568901d223335a59591312b42d06fed4cd35f56707f631e72f310
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fcd3a58ece5c3e592205fafa02ade3752941e28
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d59d67ac191f1bc301f8482a99c738239796b5c9cbb795c529f3f6f1983b0f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e28d104ce1278289101a8f294e113b2c65a07f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41b67c0d707ac544083fd27a315a098a4b37ecd4c4c306a6f9345603bf7ab5a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e747afa15723f11497afb7e1746b15eb8f7056
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124d70da4cdb57225ad3b0f31e24e6407ea25ed350a7b0fc9930c348591ceeca
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c65f26a663ea55683c2e12ab03f7dff645c262
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25086def8ee6cbab29e921106a45af3830281c88a5d9c46100ba23027f946af1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e0f54767831166c4eebec49e6e1c388a673093
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2c7be23c16625417784c8157ba71354836c7ac6060daff9fb4f7b90b10d8c7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda78ea9c9e145fcb0a1a1e2a790677958d5afea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46640859e8a30b03107d730a210d8ee6cd2aeef0f5f6fadf4bdf0895638e119b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d910df781f097b8210fe67ed8e0e2660a3a160
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172b3afdcfb489def965e08f56b2dc62469c8ee67b3072faf6e1d1d778e6e90f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23da8fddbc2448d8b416dee54b5a2d2993063b6f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9056764f30010229a49198ef51ba5fd962c0dedfa542f59e04c95cd7d87480bb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc15b8d00d53d38978d4c073ba7fce5f0a62ac6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac39c0d96d8d79d8c49c89776126226b2dd6a632017be4d6b100095d6000596
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872640f0e5d5319d560100f07f279ceddf876ded
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec2b581156d4f859ece21bdf8f420d15f54d7f645bda565093b55bd36eb6d0f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b1e9c3fba4f14430b295cbe477e0032db016e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdf443d16b0169d1606b06905c9515f4324441b16e5f513f101eda0b7378e85
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0349b082a4db504ebe9339e972b35ae7f42cfd0b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62d30d5a22ecbf87ffafe69ff4be3eca84d38ae279644f18538a84ff373dc27
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbfc8a2a66912030ddc616d3ffe4676484ff1b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a1b733cc79fdc98227c0edfbcb1a1f73244900673551e56cc6840426cb6de9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56376fe0bf59bc3ddd0beeb4fc35713adbdc82ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eead0d77f803fce3cc8df54b13b2225adb6dd0f124f108c69c7a3f3f70df3a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41c7411c4845a5915f9218a683bea88bafc4185
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9bde80b9bd3406222114eb32d55b8a4bdb9569033c1a32b3851678960eb0ec
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a52bc33ba72884a0db1672451f1975516c013dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87835270d7b2e133f8f5865b84230a8351ccedf2d9b6c1497ec689f57e7326d0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec3197bf9b8671cd3a2322419f91b3fb17cd92d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bc98ee006c1eaa3a200653b513ecc3b842ca6d48cf5419df87f45b63c3869d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01ee1a3f5d519fbd641a6924d722f3ef7ab635f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a2319849fffd71969656468874b765652bc87ad98d74d797f517e8a0bf033e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b56dff2539e45977226464b4f0ef56b8dfb51c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860c06841797c5259803208284e83a68b958adf8d7a04b817ece1344230207e7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9086fe64222336412ff1b742f63727580edcbb4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db053382d9b648f13a4aed4f68d9ee50494d88c48205a5c35d16379bd47b903
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b232a8fbf42543adb60222d01ec497e6266af3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e99da35cb3011c4cdac5b86380b12ed110d19a4de50b89dd0cad2de714470ae
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf641a629069445eafe63435b14dd4221bef2820
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8602949391f70c9e5a9da12e3a7f5dfef38d91862ee66e62d13d8a2b34bf08b1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64586a0bc202fce758d326fab1228971149eb1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4208ee493c58702183db6cc6b3e5c2f74b7bf23e31c81744dd4882ba59fd48
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20bfb1d01211856e7fd464ff0ac176484c70c0ee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a0bd0c361bef9991895cec198387458223f3ab8ba9f3958818addacee0f68f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5392249021da5e0b0e7fd038f6334cd73adefb10
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db57c3d34fa82ebc8ee75d565f0bb3f712152d62d6fb0f2aa11ed5d0f8f92b6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2092579cdfba830a8a3f0c1e5efc6c1d9a1315cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04618beba5ed42e8b44b5fd47764f4184045ac6ea246f432c4ecc8465ff2ae3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328ea4ee7d4752034458bbdb991128635cd91d30
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d514226140b8a4723f9a135008ba70917d364e177e61fc008e887a1d77a3160
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e76ca3f6207dee35f705226f087b4cb1f8c6367
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e24876b85c8d77e0d9fcbe646185f522aae1fb16ea49985def141ccc6f0db5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51c10fc0b49264935e99dda5dc0d669c7424c7c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f7212362ceee4a97ca4eedb83bb5a0779e15931c7e851b2329799b3247ca54
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5e6b131e99c9b6571239b0beff3afb38539eae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d197925ed4ea35d5a345c094da55814774cefafb1c9c624d222e3eeab2c14579
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59689d1a2d85856c2cd1b28a7d09eba68de7648e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daea39c508ccbd8338c232da0c4758b5ec09b627c087168b4f1f62d7773a71e3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b826a3b72da012ffcefc3a804235076bd2fe070
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c533e5edcd603e19e36f71a8124f8c531c15fafc637c3f9f10b3effefd6cd6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062b45077fb5bd56a38ec5cc9044a5fc598850d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db208efdaf955e9ae0a61193720a2e15f8b5f4ff9bfe373bfd078df673a899b6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b60ce452618ee8a5ab75bb42d56ecb60627e71e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15357e5f677efd975359082dfac84c665fbe2974147bfc9f9d4024f7ec568861
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6369e75d20fb9d4178f663995a5d11bd553af6cc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1788773d88130486c7d2d74f755a073512509463331810d5ce6b2550d02dc091
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33a634603d0bcce607d2e9c173ed99fdcea7b4c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a860f5add7d35fa135395b670cfa04caba46d6a66bb94ce2ee671733a67727b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54c3c81a7003cc108e7ef8cbb29e8cb02b6f003
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f244d8a65de06cbd3690138eb8ec91a0b3be38c139bb5923414b1d1c0ea32ae8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c46957b03de8409ba877eca3166bdaee8e382b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fad6f98d567fd4d4cfd6bfb9bbea36586836d4a059b0c67ef5262ec418f712e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e84dae0efc26355634aa6cd7ac6934a93446d72
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d73b600c3de3627927e89bc36c66b952b0689316bc636dc53c07d4f7bf64ef
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a65e60be67ad07a9812341beb6dfd4d3235a18
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62936e39a37f1595b727c40576226a06791aa7607d80fafde2a51cbe68a9c325
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03fbfe4704652cd8c30988b3b4d82d8cb9802d57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dedb3e9c49bae5e8bb4c7798698d386bf07560d8d7b31ed26aedab2e3ab1368
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c31cee899b6f242fdb7ccfe2401de42f0c1495
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389692a5aca3b9c8aa58b32355b7104451c2d3e9cecd9dede40799494a5f9617
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb760f4d39ac60a446f064d36a16a6d474615b3a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256bcd0c554fc51cbbf09659405a2c999a32f2f84e7c7927cc8a699a3c382619
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21234a4f627b798b301ebbff81dfa00506e9778c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ffcf6a91f627da1cc941fefb599b9d848069424c0ba32031d02fc6ccb7376d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1816af2968497f3c98fe444cf17f54ff170bd31
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5832c569b676f28a4a48884ada7114ae9175d578d96991384d5b445625a1840
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc8fd425eb94d21733e31a473b189fe06a20c15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156303008313c1d9800346031353337f8c5aa98574b853b40b41c70f8808fd14
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece5980f0a8e7ead505a974a8d6497ab57f2d2a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77eb0e291bf5f1ab1ba86ada383685679126e5c022d7b8eb79f571005d48ba81
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1fa955607615819df0efe208b59073bfb78d68
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6942dbb8fda6659563b7f7dd612837eb0aa59a6ba0459393fb5b62ee80c92b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9c3169827ead5b9751af27196389d4b7a1d5ad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba7964a30e074af166c36b754901722eb8aaa213bd62b48cd19bc44adf40ec0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6aa4341a1e4268bbb85041aa4798f28be38e5e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cddb8b709f0e4fb597fb11f8f57efe0f37cdbc3aa22cf7ff7f6408ade6142e2a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc1241719a6d32601f72cccffc33e6ae5f982f3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400a1ba0a4450c70d1b31981536b964658bf9371dc40247dd11b23c43557c86e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5703277a902cecc94ebb4b3999169443bce2a0b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63daec998438678cfc13fce224a2a70b0bd03433f851a5482db8d7d5eade8c22
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3d10bdb4a9b218c93c4cae919bb328ba7e78ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531229f037445f20546b791c8698788b6633a26011e29b69c8dc088d4d4a3b49
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa72d400744e47a362d3206c8568a8229d8d17d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7370299e65d90707aed3c69b566b7697afb4a5d6e85eb88657f413ebf2bf4c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a5df71ca032b5a075adee194beedd99b3105f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199675bff7eeeede103718a4e7f1f0fa8b408629756b2d358ed39e68ce5ab68c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9311cd0218119491c3346a6d29d0c0d75e81eb59
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77bac80ca33c0b383e94e791d902547c20b2257ab0bb2c61a3b9fbc7e8d77582
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2040cb3db8d33eaf9309af67e852fc30001dcf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227f6925dc265ea250e406c49e01eeb9ed0ab6c0f2df99b0ab80850b12f1bb99
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba3b014ec53a32b8a617ed7812d9eaa6b26cc55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d875f78b892900567c08bc2ada715e02df4c54cc84e5092576aeccae06b4c9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd625d7ee47c03d3b8f2f787345a80c1240ef642
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d3cdf2df3571b0d499ad12e30e141d11094e8826b17cab714431f5ca37dccb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356111997c41e1c095316f7b1d02ea4cabf8234a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe292db9e678f53cec24077028ddd98c5a61f541504046299643f554de807614
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0bbb0390ca898c0bec3c6a3f62b73f77527129b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49cf98c29bd228ec6797fa3856ad71fb9378b309588cb50d2c3758918487535a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5dc43476a6aa10b6d2744d6272bf50dbaa5c370
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206fdcbf49cc32b8c5a8d9b5147d2b7ff12b6142433bdb95a80ae40e81a03d6b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5d99ed06c8ed398080d3eeff52e9c37e7dcc87
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611d9526d65cd7958b4feb31373609409cd9c1c33b25e9b012565a29533558e6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9201110e9fe7718536631d9cff4adbb511b61af5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74888dd56056504acc14def120b5b9b0d5ec1198b12b2012eb28ce9500162737
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2226fb20a8bf499ed71deb7c1da7ae131a8e25a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60717c9a79d6e439a9d8276eb88c4a972dade21a578f5726febb183836f7fa09
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ede16f173bcfb5b6d4740bfe697ffe3614601fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d14a1db142313711da86ef5448d8f26eba6b1eb9abb647ed10c5687a9eebf3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf58079b1361546011bad82e25f0a2ad55b1a55a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8f0a7720fa99b6618df4cc80b24468254a94e285d5022ecec9f9cb97dd32a8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0773c577e0e8d9da1a41b3d4b72b11e84b62312
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785583594f48cea3b3944c7b7597f2ff31e1b0e7e977723ded4354731d27820f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c453c2d05d899b2d6554eb3204bdf7572d3c3a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c31a53ce3b8c54d09b4890262bc0a88e969feefc6fbdb9798c05a979772da3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9647ba77443dab1eb3e96d76a3059e6b0545db0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff43fc34999a5ee7950fbd2f39423d0891527541bb5abeff68ce5dc0dc4a8681
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e28f1330343084c89a03fe97502dc283e155ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfb9a8de4c85762156b7b2ed4d073bf250d6ec12f5190c90e619dc19cd0be4c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f77451464cfbaa65dec1a034a4e9290df15dda
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33695d4ea96ea8d714598d5278406ee742eed15d309a469d0a0268d3ef095533
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937ada14b91c74e209da10d6988a084484790266
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60842ccc5efd3c3250d4e93d6ac951397ca643f3989d3895b4169411863ec17
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b1b711a423f57a21b86e040f3df52e15546cb4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c8fd74f238eff01a1f9335daf6e22ae3f0f7a972ecf60a8b9a2fc188b42717
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a479d5faa22ad598aac876ea21c66d9d89317a08
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a450f53a3b9b4cf254d353d0f2f32e71e7248fb1e8ab4978b0b95f40390a10ac
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3643ec26d5dfb6aed7195a6e534ed2936ff61e8b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55668fadbea3d0fc708784c41204e2f81ce369c2ed2a7c16c999f9158c854e6a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ceb787db35357371ffed1344220692bf3149b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7359c2b243587efaaf0b2e072f63520902746541d1e3fc1dc9acfb23fa54592c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2a3ebfadb0135239647b94cda88c846de9f6fa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3734af3dcd19cf4d0c457b18c4d3b20f21f905d2b1e3df78282d570ed454a25
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d4c69781c253fbb6ffd0c44745ba2f8e4fb724
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97af46228738e0f30734a0d0250ffe4495d963d638ff228f2fc55c954ee3f5b7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ea5b51a6dc1aaf70ce7f4a6df62d32d10c8fdc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c42e279d3ac4cde5204494bd3da9a05f9608330fe7667dadc907f3ac5bef6f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eecbab95f787a4cb3fcb4fc9c979426594c1072e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8eb7e583a88625d0eee4f8e74623667ddd6d7cb763a75e3a5751d326c65fa4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d542ad0759a45885304b0e6a868a761d839d6369
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b1b5c849226c79f0345667365d1770a983a362a40f88b863abaf1dc5e63d35
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5113b6ba6c248653253954736cb0b91da8c115
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b46257dee84caced839049f5b7f3c025c57c248f9095bab08d2cbe45594fec6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da3a2a3b79063eac7f02067f1ea9f54d64a32da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9446b3b9957d98950dbc2d193a6bfd1c99ceddd5ccb18df633b1934c6e2435
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba2c9c947c98fec2184aee6e0a0521477c4cad6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2197f08c1e820c042b26ae70026a4e531d35feeaa80702635fb85f243c141b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347174c06129b838fa5a52b943f09d9bb8c48dc1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241df7150ee7ab6ea56c8c8f4009873789aa6ab4dc6dbfd4894ae1ab025ec42b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d1fe4c445bf44c270abfefe5b6be6b2743caa5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee4b73b503623893600167a526b1da414563af1289950eaa09a2fa7d33714b1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d97dc69943b8161b8ba8992481aa63596cc439c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a72ea9ee4399f87ff7738871e71958e1f6769083040e8ad5bf3bef099a8a427
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf68ecde560592084603aa327717bb46677618a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ae6f5a32b2edab32f97bf5ae3ee484d2865cedf7a02a0b17ced415eb3b3b26
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5a8421fa56208701d30ea7e2a2fdc13e043aec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6805f09953abbcf0c058f799b6727265e854e7beb87a09a8a76520881c94b0ac
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813b4c9ea9edbe49755ce2d6f30639f1d5abe3b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091a6f1bfb2ca62596c6ab14d18705c6953ba67b433a273708bbd0d6734464f4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4408f45cf92c907d1ba40ec541d015a46c8d6e91
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f377d178b9a8d586959acaa94b358e7f809ba903a53bcf8f58d62afa40d3baeb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ac8f92c6146143db8676e013424fd975050dbd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c6cd0a26144709105ca8a9d668fb9d4bc8433ca9b99ebefbda3af70ce7f470
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbfdb855984220a20d31d8a94b0a0bdda314cdb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf55bff33972345545ebcee995cc8b077679870e85ba32db001ec04970e4992
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894319b3cdf0b7ed7045fd19d626179f57f3976d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233d7ca000153c22d14bf2fc6643df678217a6a06ca6ad111179132f9f9e205b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41ef9652d08acf8e5a12480a52c39792e09e8fa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8456ddbb7b00c9f726dedf3fba3ba8fdea2f9e282bb1d77042e65334e2b600f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384b3cca8c848dd85e8d5263d322d6958966495a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff85d242dbc40187e7cbf621cb64ea911d688cdbb810bfcbeb2661b109b077e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725e6c53597fbb83253c575c0512dca85cfdef68
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ead9354567df4fcb6d9dd9c642a3fab97375aec8f028f854bd2febaab3bec1d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3400b2dacd805c2307e28d78ee3f945dda29835e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc76212efad4bcbda36748168da7a07a77ccb2ae57f8bbd1172a78e9905ed6d7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9402a28c1d1fabb6b96877d1305731ec9fa549f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cb01aaec4d94704cbe7af55a77da1f258cb4c6fe1f57c9efa03a1cd55948e3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd026737245443cbc88a2f5b92229b5b2d6b9330
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ae8620668fbd909619c61afbe77aa9c50034f78c005bad2cef0660e85edf0c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c9e39d16c9be6f26abd9bbfd76786149a0e08c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fcd9b069fe6809d30976504d953f92567ea0c023200f0b4e32b00014fe83af
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb693ed31f4a99ac5bd3a38823c7217763b3cf1b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfae4958bd07445b839229d0b1058a33a8e10e02989224eddebd46b717ad7f07
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f428ae910da82c4e7d3adb84bcfe96433a3ced3d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e309720c3cc3e51448dd344d3962b5ff0b266dfcb378209299faf58a88f082d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffde677a1ce90f585699bbad446c4b6f5f874f7c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1939b7ced7cc3a88ae66a56ed47aed314a2db71ca6f95e6952e01d8939d6f052
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ac1c99349b63762ce21d81dbaa128676315310
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447468927040a88602f28b15f68eb50ce534754a9592eca9020a3a41e423f6a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccacb87df2571bf712934e8786f3ce92c3b3f974
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938891c32dc890b56cf2832616de1650ed1ecdb4077c7ca69d4d6e349409badb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d83ccee61d5158489962ce1c6f4cf906e5d0c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b7105911b9fb3313dfba74b3efa448847f733f2d821b5016baac2f56a8fd8e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53909bc33a652f0a5924e01be0dc3f047a00b3a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6f2eb81be2514eb2e4a75aa27e557f56d4953819d976f38d16287133d68dbe
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b6509e6d5dbc7d723fd417bbaae2b2255fb555
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198d76b6c750d3e684579b8bd7c4b0630d37ada7d1668a508935179870e4864d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8940a85cf46c0d4d2ca113f13142d860bb4a70a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f833e385c8255049537ccfd08f2a9aca5581f8ba930d8b0ee8da2870e9ba3ea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1873f3d45ca07f7b16ad2b246bcdbfe293520878
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d04b628bf4d27c811ef94fccc3a4ad99fe45a9d670f8f525377ffc7bfa10f3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78b95b893973bc11e8a3976f7467dca26d93a5d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27306cd5a4f5f27ca018a9a8737cd59131359b1e1de419c2fca211d506ffa7a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60db2f4b45b4001a878001941043966bab0587e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e0268ae0bf6227459d9fed9cfa4edddf64628fc3ec20e79b6031911b8f337b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9536d9d6c6a016d5c60c7dc8ca4f05ae0fc7e48
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ca1a5716d66949e032307752f00ee463946fde84d408592a91feed64229fd4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a910bff25ee0749638c1757c553d8b0cc5f650d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cda222c0a469a4761932b4a8bbedbd46ed3d7049427c6ef29fe6a750d15b03a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ea245efc59d17c4c07b71d857944128ba83ad5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92a321d7e7e2f58223006c4a53e82c80a10b17a1dfbfc0718719107a14ef07e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b81c4ccead36b7583ef2f523f4151563c7dae41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b863202b584e31940622146031c3583ae1a5866d52a7ee773c7378ee064e22d9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d4cf3db2c8153439b966abc49410047f5a2798
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b4c829384ec5abe8a48b98813304594b15927a870cc0ab11e8187c718fec55
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7302ff3d878859a411d9ea25f5ccbfb2a8573356
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20ee51621448d7eefad068423cc59a0a5ebe8eed603011f65c08b76548646e4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a238ef5cc56a2aaa53dedaec9bfb5628d6ce6f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb03e62c74ea68c3851f7e2de782da1c6d24403b485b961890d915a1a811f072
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee530d19333fd3af4a4b5053f295dd7e09f8b432
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712defa086dcbd0f54623b023acf80b9c04aba92f7deca1e05b1b99091753223
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9278933376ba2f1ae61b3d78ccbbbe70878ad5cc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9824d7330db8be356bfc3e3d074e19034b7b114c4c9488553d0fa3242de8b36b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49eeb05c2b518b874098d9868c5838bad72568c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7170b4601860f0cb7ee7a4581570e426670fd305a7a9b637c71c2de740c3c643
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0087bae9622e23fb7a04f3be9c49b4f0a0a8f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5a262b5d9c4d0a3d876f5703817aa4280415c9b36e7caa59fd4075e7438f8f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dab48c06dee70c7626ba30ab77a7d8289155870
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf2ff93fbfa093a04895febca71bba4c758a77738046c7e91a2ef0769981fde
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e413a610367a581d1e67073fa73bef72466c5e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74af638b858abfbc06f86d7b906d3272ac6eb16baad4f1d39875b0e2cdd8746c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8ab2aa16171cee11bbcf6ce225bc34cf71205d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4548f2c61beebb8cd4d99832cb93eea0cc7df70419f1517d96b9be83d52403
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8daaffda3c01cf0e1d2f16ca1017eb6957d41cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b2109e28817ee93e4416db5c2a9de733a9708cc176aa988f205681f9a26c2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043f6d75709c71cda21d92e15d5f9f99d0459245
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d506dea057bcef0c3ff26263a2f54153f45a7035fc1a65627480368154c9ea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4e3e5a6e7d1f1b98f829e5ff71df033ee6072f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9a867864d4baee3efdebd79e86dd74259d8e556c41b5a16c2b511f8c515cb7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a79b63526472a5788fb844182ba3a228ff79557
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330acf5d6210d2a64ebd005034adf4c3105d90d8b9249b1bc573fdc16ed2bd75
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4cfc974f36663fca1ae6a0f68ae97c16244f602
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6378eb37c5709fd2d4fa133671407f60eeaeec1950b634e3d71585a1217b24f5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146c661f9c9caf0823eed01ad39aa05fa109cbf5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3867f7048d3fd4dc062a33731f181b7f3bf4f285baf185aaf840cfd9f89ea5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6c94357ee1e2a2f1c3f1d4c8aadcd83e337d5f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa0797612239914e4538a06bf303d94cb3ceba37cd02848ff2579413e00f564
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297b330c0f2ec0b3fc1c8099b16dfb0b7c107418
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b58c7cc670a9ceb400f9b570a77140bebd31d90584b59ba65ce96ff5948e2e4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c088771026c05469900eb04bd46fb0378ce8a0c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093464d27fc8cd3c7c7ce5380bf5e841482f8fe9365c703c379f7568624df29c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142ab19dc550ea944fd714b75bdfe9702dccdf40
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b246f3dac047a1f03a01bc760f91c46516aee7457cd7eae5459e768072c340e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5e1ad09350f4df8d7ea83b8526d0eccdc0c052
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056ad0f6102117fb45bee244b73d0974d8cc5a8bc2cc8da2a16fe175d7f30d79
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0913fc9e49fefdc3a73be5db4b2939588f00ef74
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d76f8f4061486cdda098300a17ef1c82a39cf5e712596331e7ee8278596253a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853c9641a90a922b64415d0a38dcc8ba2f5acabd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d560ba4847f17259139ffa3033cd556bb5b3df4bdfc4b7ae6f66ebdd6b402637
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb62a0e09dab018690f87ec614ce0177a124a983
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4ffd0ca8f08d4586ec153fa8a6462b109281e01d5d6ea0930e8386c8d89cfb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37cf62590cbbaae5d7b477477eff1b76090ffe0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7e38e37a034f6ddfbb2a20620e3836f48e92dbf39aeee2579e606cb15e550e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db65d53333490c46bad5a7f3d1a14c3ca71937b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda4fe404377dcfb383ab0c870b926cc45502f33913a0815a749434accdd8583
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcadb174dca6302eac30ad95043a43ba3b92faa5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a92bd4902cc170fc4818f274fe5886ecbb2161ba80c26c7f19df9f2487eaef4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57dbe511be731e8af095eab40c6b214d228f7947
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3750016d5bb72a9ba0d0435ad64256fcd4827415072d52adcc16221e61290c4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8b48ef004d1bc5510ae0fdff3cef4b73716809
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec14d263df29fddf196bed2448f6f8dbfea1ccec61da148c9c21799ecc111af
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a7ec681dcb386282dd24190a7155f551dd586c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2394ed1338e93c54e3eb90b3f1801f2c22418473baf846286fb939f9b25f61
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03480d014f77bd26fe9c56e6fd20fc00b90e1331
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c2421c6eb266c333d38cc88ca75001711f347804cd5da8b64a45e85a53bfe9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6971f489cfa7a03a8d4eefec15aaa35d410b351a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813cbbb767a707b2afa13b9949402426d407797f455e66a8afb16bdd221220db
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbd6d65e559c0c913c552572c9ff0dd51025b6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f815765ad3f6cd12b57e6d655ddcf1f6b490339954409ae8b5e1bd546a8b63
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7b9aa97b542ede920878a49c1bc62730caaebc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c145334ec0864327dd18ee880edeee94ab2f1027dbc99ed18360476e3fa6c78f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aee57742c6133466924fa2525b5b0b72177a1dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf53f35a6aecd2c3948881a7145e31b4b91be0ad80a1e0432e5c0434468976a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5da3477391ded934f4a63d81994290a13af86af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138cec9f564898871a501f67a87c3459568116156c7234c2c8f6739a5553b4ba
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccc2e4b2040dd06c9dd67772c149c58ae89e23f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0556cf8c250dd6d814b467eaf553ea9b149a048e1cee6f9d03f4de19526ea37
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe390922254ef811ffa8d3e6f31430a9ff63f73b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0d0ab41f114821ba0ddca663d39b035a3be51349e2c290ed2cf71d69de4ef3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5f41c1b488abde7795837083760f3f931c39f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e89f8593c5dca4d942317b6e36944bd3642e22bfa269622f1dd665298733eb3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc5615d02c12eb8722142b86c9781e490445cde
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763889372e9c1f83ed3b14506f1e28fd716aff7cb29f78af2d17a04ec428147d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0895718245b07c5d538234ee6dfd31fb24356627
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f76f1faccc88cb44d2431d987d5cdd220b7d2d7d5da09cabca92c69d89b24a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e417fa3690dd0eb315d946f7a12809067f2bd94
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6554bb902d8be4a8bab3234049c17b9411218a9de44c619d901ac8506c12a48
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173ae3501beb52551ad0237ceec3ed95648c24ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ee226494df1daacff0bacbdfded30f1153e9e8bc8a51c6fe98a0d931e2736c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888fe22a876a31b8ce8c365a57b01c034549bcfa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208bbfa6727f19132622f60aeac63233ce5a66fa2271a32477f7044b0c64a950
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274c953c0f2940b82aacbf426b40c9f0b9629637
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1aafcc35316af132eb587faf597e7433fa191c517f48bf3dfc04876d5f97305
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40a96070254401c0e5441241a9391c59e44fc71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef2ba237a48318e3ef907101c507e16f26b06745740f5c20a76ee8a264553be
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9248d5e896e6aa866a5628d082932dfaba516444
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0622f357c115774fa838fe41687d9fbe4a91c684d917073577b3117ae1944c5e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fded4db46d4e099b1ec1bd2b7936c64d605623cc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1520214255c777cc13ea1ddec3848875bbd5b74ae337b0c28cd3c7169362928
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ba14bfbcde739787a88647fc0283cab3529aec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a752837d3fe78f327f1033b288137472996847949d1334b11e0d416f57d1ef59
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04640496abf9e3920c71dce9ef230affaa2cb348
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb55ea493c21627a602f8f41b50484220c223e2ce57b9bab420026d657f74a51
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2469978da68ea1e7148856612a38b2998081ec1e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440d576877334c41413bf7ed1df1ad57fcb4d69b0345d0054f5f5d05a63eab13
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67f66f63ff6fbf9a0cde45c8d30cbe87d98f228
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acb1c33b2c8f2d7ff498508564c9d69f50e751e90c7aaa3440487f85d1d6657
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c2b5ddcc664f1b19305f795636c1b1fe3c91b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da60a5e2ad3550a6610e0e6965643fcf79348131078603ce87047e22bd81563a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c94913396e555c73caa7202f996af7ce3701c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d94db6b7848f54096469f124fac3078cd22c99f85c5635f6ec0b7401e7b60f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbe17b569fa92020e8213df429ba471fd773979
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c44e8801eedaf173e39080094eacf55740c62c383a2d3819f24ce510a5a92b5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b0d985c3f7c4039c9e0e54514d57b454d259ee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2fdc4db5e1fe7c48390abebf74872c66fd5731cf6e1d1b651722a6e25b88c9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2721911f8bc87b20fd3f4ee1b63f018738c17bf1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac1e1baa65765438520dd45e1d11059ca540ddf113f1ebcf55a87caee3cd893
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733c2da86a7e8a66e73881a07f72efa03ab7ea9d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34f461f56cb63838404ddff387b64a8eb347e45460055e57373b81136dc4200
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1c3700cb462977b46be5e26e392d12ba7c812b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060c9f80bb4c8bc8ce2eca8b50ff08dcff1b0afc584f81e4d54ef5f508ed0b6a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2c1cde33d295d5fc789b60e6ffd3bedd7daf44
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224154601fa50aaa3be6c2a71a92376a79294c35bf564d136e3fd523b6c66b5a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381601ea593a867492056d51b9960b571e878629
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9702587c9bcfca67a52e4357b267cf42e250fc3a6fdb996208e9812b5e6ee8cb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c36b754db436d7502732d2b7c8aef6e0c36051
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b11a37055520d167f0c03dc1099381a5374e017211b72996b1cf96c07bbfb9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ba496dc78ecc633783ce3b2722b434a6c3faaa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5faf4f74c1432b22b3d090a9620888b1f68c640903533a5328590228760181
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823e8757fdf0027a51516d62aa0df060ff501bf5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d084ac33213c8f6ae34fff85da21e3981e6f167d87fce5ea4f59cc3fdaeb823
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5abc3048af33a0ba3a4f6b165f7f21ebdf1718
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5874f69d814ff270032c14aaf1f5f3333f76428d92e14b619be4fdf9689aae7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3e01c672e022567fc8c96bdd143f72dbe75d6a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6a7ddb34c0d32118971a2b0fcf42e4a46216aea63407ab54f22f797b7dae3a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15f3565af3a65482b8aa60fd8612ec5490202d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afaf47f06c27f5e00c01b86c55647fc87be19edd32321accdffe9337a072f404
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314529275bc475b816b4c74fe87a0cf81f55db97
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded873d8fb83f87f0822288e8390f7788bf41a435f2bb3f187b59f1a7b93f990
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be764aea3b80a7da0196bc1b399db2f30211518
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551eead91f5466e8306547f535713de8aa9daa3d94cd4778f402f0dd2aa4007d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a572a91bab2bd95b82ffa3eaa32c331e35bce69
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5df20c9a97b8c36951473b7a73a38d3153af95c9789695a54bbc8184d611b7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6c2e782f5eeeae5f8a2b718334c74070d7c589
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf89508e52c466dcb98710caa7b6cf3c78d13a9bf9fb370449ac743999eb2c52
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6254b1bc49ced987862eec7bcc31e76bda88c3c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff2fafd5e2442b4b459689a25ebd578ecea034cec6a6a4fa973ce29b97ca642
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef626390ea4538e846ffa2cfd70945e0845a2ea0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c53b7e5193fa83078d06d1a690276f53b24427221360ecb4ff38158b065d202
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfa5bfd6bf562d0e5727153048cdf3d09f33349
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721af70a8c18a9567c4d3a8cd3ebc3a34543fdbd93b2830c9888abcce944d3fc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8109a7fd8bd5df30e1b36fbb1fb8116319a1d9f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c90c7bb02a6959f5ee0d56e641bcc6ce5e3b7841a39a12fb5397d2ba62c3c8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3594873c6c59aeb12ccf63e08360f37a9cc24b02
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1accca31d189a4f20e2051c47e002056b8e0157eb9e6319fb61ae50df65e5e47
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6199545cae80cf41dd9ee4c57cf8e5526e47979f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e4c7f55bd1a187d5c9dfe3b018af4b965acefa1963eb4bdb971a4a89823ffc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d285d52f9926739204bb1dba79e87864065c7f2b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388d1698d21d8fea4ed22f52a3860a4193a3ff3d893e4e5b52c600d7831781d8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f200c4abc6a10d8034eaf296258c2b5642115073
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81083cef092932ab2d53814f527d79ed6f335386c25789b158f1d5b0ff906ac0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4233d55615f4d15729fb9fb41399b692df374440
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b344de1027da8f143738ba906f8ad3638cc80bd7bcc130b1b59072b2631770
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258a2454f4af67f361078a01195584a845a2866d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfffab1689088afd66bfa0ccc97c4a2bf6edbd4ebd642edc5b98a2b10b6dbd3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d225da8cf0f3c9005df4c1a1b6736801b1c7d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe51f492a69eacabb6fb8fa2627f28a5d8355498f0be81b96f586e001d4fafda
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c09717af5bbb667281c2ceeef30dc328da20d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d751d4cb1725f34e943688ffbd0c0d748c7570b34d2e15259d437e983c0ada70
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8143cf7d83fc449bad6985a83f2a8d984e29288f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2130cc4bac568f354df9a6e04dcfa1fb21cfbd1ae8bf5cf5dc01fea1ce8547a0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8bf1cc55daeac90604056ce8a3f5b5d1e530e88
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161b14d8c03a3da83e85586817ed9993e0559195d9a1c25e7aa6e1f1e019251d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76cf0bdb5fcfe20477963f3979e42bbb130aa690
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262a68321e4c22595f3f7ad88dcb01d39c87a34c1daf47ad61c8461d51599f57
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6829ffb4e1d0f8c28266d2bda5eef5db7486ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175c226d90b10f68b3052e1fd0eda782876a2f8c7ef9e9b86e0bfc685f53669f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ac609aed824df187f62ef5b22a16ecca024d2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecd7a087a42757699482da1912efed41dc8870e197c077252e3baf92da0bde6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e15e89b853ff4fb22174a57a6e34f97a903b45
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d586088a20be5bb7e2f1d82f282b6e2ab7a75c051ef7e75200d88bf5ca29c8f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389546eb05a409c31322dda5e0179aa3c36e2893
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5355621db6aaf9b464db374bfd9bd0eb708aa5056cfe7016b71b397fdf605c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a0251dc2156eeab4ad8de7a36c76459e191698
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d63d223773bb00d219b94c1bea5deab1eb49965a63153aee712c50605edf095
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775b3abccb47a69184802dee8654d689e2faa0ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b30133be9c73b2f806e14485d8d6738030d5b93730310c1a913313d1a55c87
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5cd9e332e7f77b0969b8db160758bed4d98498d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2450b3bb9f9f60a84348b1a9b7cad16ea2293c663861dbe14c470bb6eaead093
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beace7b9cd5b6879244b097e3384435803885b15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d247feb1b82c3f0c590e11efc2bf5852eababc865ab70c01ae3e6920e02827c2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af60c0f81952a269ec511e5351b744e283d2b40
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aee9f2273521cba548ca85c70fafa478d1a427fa8c89fbc6b1b4ff589b024c8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a489221175a2d31fd47cc0698839d60baedacdc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09958d9f824fb6eb9818e103684914275b36b090180264bbdd654f87fbd63e39
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039008a6657acee9ac01043d3a0990ae054340a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728ba9a605600b1f7939a8daf81dffd492e0b0fdd2c41cf73fb58ec59785de95
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d16a5f081041bfbac0129a0f8c40f5f8b048c14
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864ea6f5fca0e5bf56996f5b5e66fa9c56b7e64c3c4bbbc98a629dcd62677ff7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa3bf450e1a4b4f30dcf2da740ea6b4bb4027fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66802274ae8076a6275bbe2e392ddd01af116d4debd4cd40df01bed0dd4904d5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b468151a24b886d17d25502e26497c86ed4f4158
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf9246902a951f22d51c89f0997989a5eb3048c319c2a3dc79d287e44813a6c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b09d84df4760200444d5e0dc9ec190bda03a3af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36c05b7060b93c6a5e7bdecebece25a50de674186bfd3647985cd1b7435902f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4facdb33b6489acbd520599f2bf0f3d3c6a5bc12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5870fa678da4dc742846075e96f76d2db765e84a690a0af1b11b9998b3c4460d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e41d7d623d806b9040c7d8d488313d3a54efcc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e915d481a235ddc6ddb318ff390541f24687b31e8962261cf385f3b5629202a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80be1877214fffcc7ca40fbd32bbbfa8263c4a6c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a46735682d844570e76bb15b8ea5d741eae625a816b9f1b89e462a1272dc250
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5780d4c775a0d8e1811de50957cbd85daf95d24c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2afdb165cf058306c3dea37be2002e259e8ac9f3111a6f0eb0a6df6205f3c1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f023fdc64c988da1b900e37ef6ca7eacd7dea15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1f535d12175c2d079303e4743b89dc28bf3675f6a3c039ac0685f356af8269
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d6b62294e406097a7b8bd3c9f27d8e9b7cdf14
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7817ae972571848913189c31b4874643a5e6ec78438b3e308cb32dff363288
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_18/trained/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f07c98b7f2a73ba24ff1c322d93abcac03e9037
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824fddd7761111847224128e12ccc19a3695f7730feab96acbf33fe4d7ee93cb
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821a79901764ff95d7c0157defcdf3ee47e28c89
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f7efe5dc35ca62e893886244eefb19efdf0f56f3fbbf9bf66ff07b6758c9a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a1f39253abcb201d258c7d3feb4e6a25817514
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b031fe0468062985af6efe4294790972d2921359037a4c54b37f7ca951403e4e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d806aba77d1679dee5684c3fedf27ea4c883546
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adceef5fc195d1d448a3b97049d3e34b262be7a66f105e1d8c476c56f089c25
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89abcb88cdecbf2420662f25880ff9d2afc40bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223724439f858154091fd6b3722b71fef0b89d0b75f92057846033f26780bb7c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc2923a7d156bceedff0ca6cffad4796c9601dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b51f0aefa56dad5b81f9f04f469aa452056e637e3b0e650a4ad1d74769a953
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f30c801f74eadfb303c7e054c735d32bf1f096
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a790bfb4c2bae3dd96244be7d60ec30da36e772fd553b1a1766121d5579ff0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07ba0f1be2c1e5a50e54df29626febf58f5b8e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15611161e6a5b81357424ada80056126fffd4277a20d27d55181028dcd0c3d1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127d1d438f6f2fb5d99bf08c017f8ed2c674f0ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae7f7c6ba1e8a1a5df00f395eb9ae0084ffb65b1f37830a94731f2f2a4bf55d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ad70f1738dd19b65ee41aab3f6d6e3cbbcfade
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e8b4a8887aea4296d97855f7cc19b4018fc4f527c96d1225e91fc6433b76d7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e2f5a97a9c968ff6e03e9176b6ad8aeee554ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc22f9abb20cd08a33f5c123576d6d2822c8ec47df323ff18d92abe94f8d08ed
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e473c955f1d4d7f099913039ee67f3aa6e9a979b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44cd5be1858567effe7944fd53afa393b0ed57fac7a01880bb5326dc2d00640
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81dab7e2f9778443e7fe40ca1b21b57c12dfe879
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c40db66622d1a59088740a4361e7fab4a54bacc46590e116de7e3081f20cb4e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eff7df31f26c49939d9d8eed8c0be20717c6ff3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db12aadaeb8edc52262f9fa7523b9aa268682cef179367f98c6b6c387080478d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85f2faa8f3db97739738ed49913a05fd12ce781
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ee71bab1356add33f5af3fcce58b2250a1c21632c3cdf9169760403bc2e40b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d70596a3868a31e2ec5eb548b59368f2e68015
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577a47ef786f56c59b74c46eb874824721e47d2dffc1cce1c0d5339fbd387884
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6dec3edc5c7886889e0f2c6c2f6d3451f21c7ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ebde3e05813c0b6f28ea9f436d5d9aeee0438652b4b41ef79a1aaaf1f0ce48
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a971e12b340d434af92574e66a057ec3d237dad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e764abce4ac506c0724d0413d661ba7c773a7c4c4fd4a080f6c75fe548d3f0a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687d4df767d85eb10db3ac592e3ff6896bb3a31a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1834f7cd24e726b1cf1aef6199e92ad28a28db9ed91620f83a3ebab6a8533d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebb107464fa5f37184432ba9cd19e1714a243d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d218b45fde1068e075cd2e0b40e20087422ea7c2e837c7c87d58f621385a3e5b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52c51d54e43b6df5325d10511330248e02a49f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f0dbc5bb9816ca4cc8b1d34d9695bd63b117e31803474c295e7292bd729a64
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f319f16ec8ae92e7b5f9d6b30a209dba62af05
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30338fe8d9739f6e0a72a6f62c526d248ce942176de11782ca9a20cc244151a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa5cb2fde76009c5c5ae00f95db4a6297e0efbc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765eb54762be4c1a6bc558bb677d1b4f70b2e9edb1381ce40a2b312d0a05e38a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7aaea80ab02d2e6097460c6c947e9d56b95442
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b25dfec90de94e013f70e630c4f800cba7ac2a58c83fff9d4c2279addd1c3c6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52da32d052e74fe55d2a9d29e028a6159e9f9e96
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd04357fe7f63c11ad3b34a4dbb085bfd27922972efda8e7b134055ea5856b1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e4f84149841d52dff5168a57b6645a5d5a62b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fcc95297a19c078da77247f796a31d2dc4c1e31aa004504560b2e21d892663
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd726ad850c5fb1eb07802e9b824927643c576d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1427ff75fa3ecaedce5e96ebee7afa8d3cee3feab01eed819945fbea602b401a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..193c30463f437e6d87cf0ed993a54a8e375d8e8b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a674d48d694b2ca9f0dab1a3e8f44281f0e97ea0bd4ffb932b4c160dcd1f0f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44020e2d6cf2c6194eda850ac1187ba353141ad4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668e33fe9ba3cf87e797a024eb5ae11aeb9923b7b60f7639c1d3dd4b2f7b5974
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6226ae360540d7a3c97d71a7ae0fff766fa35c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c7631f6df1fb51d16e616450ca675fbb3e5132d35f9a3761e599147a831496
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3207b7fb069df1288c1812823477e91262064a65
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437e997d535e0b5993ecb499f3a00bcba96ef7fe6585eee37a5a3416335600b1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d2a829f1e31b8f612362b7336fe3079c076243d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807542152608b0e89f8a272d98a09057defb11c224921935cb18fa3cbe1d7a98
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8ba77489b96ff05927ff9fbf7690f5d0d249a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67bee5548c81a21c740c8080447fb4ae02aac5796e1c72f11a28480c8bf90857
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133d18f72cbe0606c1977801b1792fd84b2349dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a26812ba1882e22513458c5b4b24cac66691578bb7377676ba3eb28efb1f760
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2bb004a2c5718b474256336f9ebc324989fc867
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f82306430ba9fdd9c545a148e90500118c2affd40d18598785f9fac22256cf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f264770ad5331282670e9ef01e0b9fe585275c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7381645acd7863408be86fd97e25b0b329b018d1a4f6b2c8d64c007366896c59
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b308cf47a0a5f36a0005da01a652a0c3561a667f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6df9852b8b2c810cdf7fad93867e71735199f09bc702f9df6341d9b9d6174a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ca4097ce25d076ea9fc65880fa81aab93e8d15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee97bb1923b86d08c67c2f3519d2b7687dea68b1f661646a4e1248b391b7525a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775fd7e0e2448b198185f408b107f056dd916fd4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49a51b4dfc1d724b08baabba5e0d760a736de265bd33d99c2f61901d7d92115
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24f4365a94f0eb1ecf95716fd2c68d6a04180bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63471185624ca84db78b1859466ef163e9e16b2bd1dae22fc164bbf98c7a6c58
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ee314df62dfba41b36cfcbcec2ed09a39c4923
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b429990b24b5fce164b90deef175365652f7f88a0ef298ff2b97efccd223541e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8e784df8f6799f27c0d289e7fd90bee1e75ddc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c55320677908d7c73832c648fd9d7150cc6637e4b838781d52df019f5a9de63
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e587b0dfd694e877052101eb6927ec15de80b7f6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7785e4071366179df0e9974d944d222832ade6ae3032f2fe3e446fcc38f19797
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac8108062877237381f0d9f1637ebdf948accb3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72547c5b87c2a08afeaf0f3e6717f62115ad5343ea18e8c475a743bdc92fe007
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6900f6a7da875f0ca1976e8ecc632d24d94783ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6158b9a298bfb2904ba280735feb6fe6615a0e980d9b29c4f4d7389ade4a279
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390a660d23f3096d294dfc37dff2162b55b0648e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8005035975b7f54aa3a773eaeea7473862b44a2503cd0d0b050c98311510dc6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b42a1be6bb7066d28b2849b30c1b399736b1aed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2ca2fd452108e72008bced9fe231d739edea363b079b8f8cd8611fe184c329
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b438453f14f9f8222ae289024e46987a81a212d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3861a9b3529acfb8f774cb4471d10cea757c9a1bef9f3c67e63703cb46710d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56101c94fcd88544db2bfc389624317388de44b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661b9b8caa5630edba3965d28fa85ea9f4c35ac8f5acbc1cc5cc8ebb184a9cbe
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c8297eaf4d6b18c7abb56dc262a00cb8e310f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5c4a67d98cb62846ba69f89e2846a962fdbf6aeee0784f42dcf7ca326c7f43
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d622b78948edebca837edd9b580dc44bf8d9d88
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba58cdc5f75605f82af1f12662a785327bfff18df8e536be182d055bdaaef6a2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ffca18e651121ad43498fa7254b5e08ad93a326
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f46c43e7834c55aa4be25fee8865f35efe3c7c79d9f36a2ef929b71390b58c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d7864be9dbdfe503e1788f81f1d3252908c689
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ff74c85193896be06afbe6d5a68aa5ff8f4f07c64a561dddb2bf47ee9d2a9b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67546531f83ed4fd483cdfcfdfab0b9d0e1019e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8caa47f26b9d40fe6fe71c0fd733044892420182c40f137f170a027570e44514
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8f9d13ddeec1586086ac1b1d5eddff1ae04d69
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a580cfce74f797937d095374e134b0b8437d50cb1e70eb08ac8474c8447545bf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb62e2af2151ae709c9073113a7e05947993cb7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139ec352798cd97cae19a7900ab38746fdb9617d783cf10494ba20ae45b52e12
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c94f4173a90f80a9a4df759075f4faa193d38f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b373ab9ce0a984fa69cb6eb7a59a08577e202b66497bd565998be94c0933644
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a6075b99c2ac1e5adf01f7b95593e245f06b67
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f391b5128a064ac30ad9694298e3b864a82623049e24dfe83e6ad67d48d421b0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba100394419808169ac8724cd6156690b14adef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8467155d435b9b9254876b30586c1b9a8c99fb061cbf3f44d00649bdfc2dc634
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9806c196a9e395d7f7caded4555607dc24db8707
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616d2e3fa42875085313b7243357b2b70e11cc8afd65f268c87f3f4dd3c5bd52
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0825ae429b7b0ab61c0a7429ee03923012a2ccf1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131ec3cb8de0e1fe4532fd5a7355af87767cf3936e40e5a43a8664e1f55cc629
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a0f80d1102db02eccf6994492009a52ccf6264
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f753a17088d3c6e1f0e05cf3256ad7b95dd8a33f01dab5a1325880b7d4b743
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be391af219fc9301feb222fbe964de0cf5b8291
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3de070d23744904445a1d8aaf42e6fc76220402ea4f11c01299dea143cd9820
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd369b8c83c86d0761cb7c4a82faed911240061
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2100006222aea0959ef566c5a3a6a45b423eec9a1ebe1cb6e4c3f24943236e43
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88308b054988251e45da7e3c0833278d6999fde3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1c38371c37116c1444c05b5939ece24f9ecffb748827c53f9ed40056c33926
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ce3813d5ec698b4e204345b150896d571b698f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8aa232658d117bc1bad678a0f38006a924df4e55afd1c321bab62867bc30aa7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5840fbbbb181690b406bb59c0ed56a5f3dbe8687
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2778a39db029b96a0d5570b5f9abd19848f2dda978f6261a6244475f639219ba
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93f65bae98c9f478156a99bd02615b0bace12d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1bf4c40c97f75549a3e18b313fdf5bd228b95857ff6f47bbff1e9d2359341d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39681c2bcd5232a1375b7f2dda55c43248bef67
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c736c034ef0f17fa8e96e9a00e6e2c095b6908786d7838f2240e43e089f29c43
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f6a45e8c5ced8ad6f11e0a8e338475d3124cb7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1274295f2830c1b68a276343b6ee84be7054b8a6f7dd7a823337366966fd1c88
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3d157202068a7c4d90e7921609d780e018fca0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59bad2a9c285738a209b5fe6eb2056e86e0a93c602b3ed3c5e96c3e76a3993e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928b5cd9a6d363e84851c4efe2da07ac143e191e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06040ee824fa9552675cfd6a167bfd962002ae362d27f1c66ac8155a8dc58405
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a103b0efd847df68baca676e3c8714a1a97a1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f808631dab37ee094f93681ad27adb9112100cf99b778ff0f17d6161b321b2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1e9beb49a39131665bfece2e8a7db16f9a82a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf3307b301642416f2761c702a9d2ea914f8ed360b69160acb1a2d0940d2ef2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a311400116549e238a0a34a50d2f46694bc31de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f90e6de9b4e627a1ea82dc146e46f83f941938e62ec9a47c361f03e34a66b2e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ed9ec81120139cf92b92a574a0650d58a4991d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c884794b1fed05395a9fdeffd4f1e8d69a348530893b31eaee48c96640a1bf4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc725a9b26a960414ab26cd18f219f2c1619c31
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30784a510eb2de4f4c6cc16ee97170b998cbdfc0e8bb9dc5492514eecbf00c9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c6214bb78f3a35a04127071c54d7571a44b272
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403653a169f80854293d786f5987c95346721cdb9ff625cf5ad7a7cbb7ca2c59
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1fe3a89c59f8d5e7ca4d07bebc4c70a9442059
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdac38383f6a485d8bbeb7246ca9636c1174b3e9a5b58bce239cd4294b0a724
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c7b82efdc84b4761403e37ed451f77eecfebf7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e116020880d6d95d5570bb2f4a3b8078b112c1f9fec530fa343ced68cd681fd1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a049d24b0265ab92525ac70521b092cd14beb5a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab3e5c2b2073c4c4558d8d6ca28dd729feba035d4cc196a68df6ab197d47c28
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c954d1dd6c42ffa9d760432b99ed2666e21d6d1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3951ab6b1d7a1263c80ca53ecc65651b37788bfb23c60ed25eb56e2e2c211e36
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d621c09f4f92b2a364ca540a1194c328b4e0a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf83a96b5b524bc65d7ceedf246a88d20547891d43a1c7fa24a1d80e15b4d6d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25e6a4909439774164aa2811a0d1d39c6210980
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9002ece38c4c84493f09042b801d052361eee8921cc08816216d5671f199380
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f64baef3301168e96167ec49f62b342b8857e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a0e1bcb4fb11c3dbd3a813f5572064a652e4ca62b3f2bdac303afc69cc4f40
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a5c2cf4c0733789523ccb2156b40120638bc87
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804b1af69316d6aed3fa4961f20b65acb2ffb7b61d4e59b7e48f6c5f7c56bcfc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d68ce41f80cc5cb17306c75209e03654e876bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a58bdb55d16532cd44f20f6a1af7ad98ac477b78862a41c5d1a7cd1fcad1e0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a35f6d15825461e0e4186f3f895140521436e32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9e84b39ccb3a02b1bdf49dc0ad1db777a278a900be713f9bbb90569e557dbc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea1f4d87693f840d0038e8a972a51dc653bc0d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e03568e43a5eec9f52a563bb8a4531b59877073dbc9489d9c786f4c6690b034
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a818fbdd59bdba4697e7a71c097c2244c7e478
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d7d480f85c72e0594f8a312c5269eadf3539e87da91897f194800f3c780593
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47beac3771bc0086e0aef9f89e35681e75be1a65
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c2d3a899134150032dbda5b8e2918a8d440c84baae176541ead79586649683
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61acf156709111c9ca21cf13b23b992ea1019722
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d852e8c5ee33543ea4f8e3936f098e39855c37a96d5999bee18c71311909b4a1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f0d51f752b18e0bec521ae9cb95ff38bdbe811
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea14cffe84ec85f742438284217d39513cbcad1b8330774fe6ef593c92307c6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48acd4a88d7f69b51131e28423fea4f15049e48a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fa0b71a3e81caca6ba77fd942b2fcae97fa04c7405168e3cdb40898999c3a9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f55116ad6d27fbb50ea0757e1a5fc4df77e3fcf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626ad143c8e6aa6ee6272db912e26ca2ec9200024f9a2012ac0c5f4b0d52ecf8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905f800c5ba8a707b30d8e0994e28b8756118328
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d874f9f813a80902094aed5a7172cc2f3715a11f8cece3f9e17b84993543f828
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb38514dd41875d053af6f82b078a9264fa0bb3b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288d61de1519b2fadf9df8eb74201a92ff4c141c180f1dacbb504c2bc0609f59
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da635de8446edf9812714bef0721663be407a0b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c658ce692fc947c47105be6f8e5d3fec6c8040c2be8335c4bb21a5be42201c6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47ccbaa9826043a19f8cc670ebcfd767ce8c366
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383f12ddcfc1d0595cf68a0bd6622de3d67a34315e47537d077fddca87b0ddf2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbd196bd905eff6de319a73b07502fcad5fe00f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75310d3ccd63235063c424fd7110de0f73bd3c9795510a72492a7bf35ba53bd3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99098b124df36f65f6d3dbf7bc1c6a13511dd6aa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b49ac0a85dd568901d223335a59591312b42d06fed4cd35f56707f631e72f310
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fcd3a58ece5c3e592205fafa02ade3752941e28
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d59d67ac191f1bc301f8482a99c738239796b5c9cbb795c529f3f6f1983b0f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e28d104ce1278289101a8f294e113b2c65a07f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41b67c0d707ac544083fd27a315a098a4b37ecd4c4c306a6f9345603bf7ab5a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e747afa15723f11497afb7e1746b15eb8f7056
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124d70da4cdb57225ad3b0f31e24e6407ea25ed350a7b0fc9930c348591ceeca
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c65f26a663ea55683c2e12ab03f7dff645c262
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25086def8ee6cbab29e921106a45af3830281c88a5d9c46100ba23027f946af1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e0f54767831166c4eebec49e6e1c388a673093
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2c7be23c16625417784c8157ba71354836c7ac6060daff9fb4f7b90b10d8c7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda78ea9c9e145fcb0a1a1e2a790677958d5afea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46640859e8a30b03107d730a210d8ee6cd2aeef0f5f6fadf4bdf0895638e119b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d910df781f097b8210fe67ed8e0e2660a3a160
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172b3afdcfb489def965e08f56b2dc62469c8ee67b3072faf6e1d1d778e6e90f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23da8fddbc2448d8b416dee54b5a2d2993063b6f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9056764f30010229a49198ef51ba5fd962c0dedfa542f59e04c95cd7d87480bb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc15b8d00d53d38978d4c073ba7fce5f0a62ac6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac39c0d96d8d79d8c49c89776126226b2dd6a632017be4d6b100095d6000596
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872640f0e5d5319d560100f07f279ceddf876ded
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec2b581156d4f859ece21bdf8f420d15f54d7f645bda565093b55bd36eb6d0f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b1e9c3fba4f14430b295cbe477e0032db016e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcdf443d16b0169d1606b06905c9515f4324441b16e5f513f101eda0b7378e85
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0349b082a4db504ebe9339e972b35ae7f42cfd0b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62d30d5a22ecbf87ffafe69ff4be3eca84d38ae279644f18538a84ff373dc27
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cbfc8a2a66912030ddc616d3ffe4676484ff1b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a1b733cc79fdc98227c0edfbcb1a1f73244900673551e56cc6840426cb6de9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56376fe0bf59bc3ddd0beeb4fc35713adbdc82ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eead0d77f803fce3cc8df54b13b2225adb6dd0f124f108c69c7a3f3f70df3a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41c7411c4845a5915f9218a683bea88bafc4185
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9bde80b9bd3406222114eb32d55b8a4bdb9569033c1a32b3851678960eb0ec
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a52bc33ba72884a0db1672451f1975516c013dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87835270d7b2e133f8f5865b84230a8351ccedf2d9b6c1497ec689f57e7326d0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aec3197bf9b8671cd3a2322419f91b3fb17cd92d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bc98ee006c1eaa3a200653b513ecc3b842ca6d48cf5419df87f45b63c3869d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01ee1a3f5d519fbd641a6924d722f3ef7ab635f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a2319849fffd71969656468874b765652bc87ad98d74d797f517e8a0bf033e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b56dff2539e45977226464b4f0ef56b8dfb51c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860c06841797c5259803208284e83a68b958adf8d7a04b817ece1344230207e7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9086fe64222336412ff1b742f63727580edcbb4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db053382d9b648f13a4aed4f68d9ee50494d88c48205a5c35d16379bd47b903
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b232a8fbf42543adb60222d01ec497e6266af3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e99da35cb3011c4cdac5b86380b12ed110d19a4de50b89dd0cad2de714470ae
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf641a629069445eafe63435b14dd4221bef2820
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8602949391f70c9e5a9da12e3a7f5dfef38d91862ee66e62d13d8a2b34bf08b1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64586a0bc202fce758d326fab1228971149eb1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4208ee493c58702183db6cc6b3e5c2f74b7bf23e31c81744dd4882ba59fd48
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20bfb1d01211856e7fd464ff0ac176484c70c0ee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a0bd0c361bef9991895cec198387458223f3ab8ba9f3958818addacee0f68f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5392249021da5e0b0e7fd038f6334cd73adefb10
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db57c3d34fa82ebc8ee75d565f0bb3f712152d62d6fb0f2aa11ed5d0f8f92b6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2092579cdfba830a8a3f0c1e5efc6c1d9a1315cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04618beba5ed42e8b44b5fd47764f4184045ac6ea246f432c4ecc8465ff2ae3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328ea4ee7d4752034458bbdb991128635cd91d30
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d514226140b8a4723f9a135008ba70917d364e177e61fc008e887a1d77a3160
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e76ca3f6207dee35f705226f087b4cb1f8c6367
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e24876b85c8d77e0d9fcbe646185f522aae1fb16ea49985def141ccc6f0db5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51c10fc0b49264935e99dda5dc0d669c7424c7c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f7212362ceee4a97ca4eedb83bb5a0779e15931c7e851b2329799b3247ca54
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5e6b131e99c9b6571239b0beff3afb38539eae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d197925ed4ea35d5a345c094da55814774cefafb1c9c624d222e3eeab2c14579
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59689d1a2d85856c2cd1b28a7d09eba68de7648e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daea39c508ccbd8338c232da0c4758b5ec09b627c087168b4f1f62d7773a71e3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b826a3b72da012ffcefc3a804235076bd2fe070
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c533e5edcd603e19e36f71a8124f8c531c15fafc637c3f9f10b3effefd6cd6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062b45077fb5bd56a38ec5cc9044a5fc598850d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db208efdaf955e9ae0a61193720a2e15f8b5f4ff9bfe373bfd078df673a899b6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b60ce452618ee8a5ab75bb42d56ecb60627e71e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15357e5f677efd975359082dfac84c665fbe2974147bfc9f9d4024f7ec568861
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6369e75d20fb9d4178f663995a5d11bd553af6cc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1788773d88130486c7d2d74f755a073512509463331810d5ce6b2550d02dc091
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33a634603d0bcce607d2e9c173ed99fdcea7b4c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a860f5add7d35fa135395b670cfa04caba46d6a66bb94ce2ee671733a67727b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54c3c81a7003cc108e7ef8cbb29e8cb02b6f003
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f244d8a65de06cbd3690138eb8ec91a0b3be38c139bb5923414b1d1c0ea32ae8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c46957b03de8409ba877eca3166bdaee8e382b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fad6f98d567fd4d4cfd6bfb9bbea36586836d4a059b0c67ef5262ec418f712e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e84dae0efc26355634aa6cd7ac6934a93446d72
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d73b600c3de3627927e89bc36c66b952b0689316bc636dc53c07d4f7bf64ef
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a65e60be67ad07a9812341beb6dfd4d3235a18
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62936e39a37f1595b727c40576226a06791aa7607d80fafde2a51cbe68a9c325
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03fbfe4704652cd8c30988b3b4d82d8cb9802d57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dedb3e9c49bae5e8bb4c7798698d386bf07560d8d7b31ed26aedab2e3ab1368
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c31cee899b6f242fdb7ccfe2401de42f0c1495
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389692a5aca3b9c8aa58b32355b7104451c2d3e9cecd9dede40799494a5f9617
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb760f4d39ac60a446f064d36a16a6d474615b3a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256bcd0c554fc51cbbf09659405a2c999a32f2f84e7c7927cc8a699a3c382619
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21234a4f627b798b301ebbff81dfa00506e9778c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ffcf6a91f627da1cc941fefb599b9d848069424c0ba32031d02fc6ccb7376d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1816af2968497f3c98fe444cf17f54ff170bd31
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5832c569b676f28a4a48884ada7114ae9175d578d96991384d5b445625a1840
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc8fd425eb94d21733e31a473b189fe06a20c15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156303008313c1d9800346031353337f8c5aa98574b853b40b41c70f8808fd14
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece5980f0a8e7ead505a974a8d6497ab57f2d2a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77eb0e291bf5f1ab1ba86ada383685679126e5c022d7b8eb79f571005d48ba81
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1fa955607615819df0efe208b59073bfb78d68
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6942dbb8fda6659563b7f7dd612837eb0aa59a6ba0459393fb5b62ee80c92b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9c3169827ead5b9751af27196389d4b7a1d5ad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba7964a30e074af166c36b754901722eb8aaa213bd62b48cd19bc44adf40ec0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6aa4341a1e4268bbb85041aa4798f28be38e5e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cddb8b709f0e4fb597fb11f8f57efe0f37cdbc3aa22cf7ff7f6408ade6142e2a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc1241719a6d32601f72cccffc33e6ae5f982f3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400a1ba0a4450c70d1b31981536b964658bf9371dc40247dd11b23c43557c86e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5703277a902cecc94ebb4b3999169443bce2a0b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63daec998438678cfc13fce224a2a70b0bd03433f851a5482db8d7d5eade8c22
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3d10bdb4a9b218c93c4cae919bb328ba7e78ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531229f037445f20546b791c8698788b6633a26011e29b69c8dc088d4d4a3b49
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa72d400744e47a362d3206c8568a8229d8d17d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7370299e65d90707aed3c69b566b7697afb4a5d6e85eb88657f413ebf2bf4c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a5df71ca032b5a075adee194beedd99b3105f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199675bff7eeeede103718a4e7f1f0fa8b408629756b2d358ed39e68ce5ab68c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9311cd0218119491c3346a6d29d0c0d75e81eb59
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77bac80ca33c0b383e94e791d902547c20b2257ab0bb2c61a3b9fbc7e8d77582
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2040cb3db8d33eaf9309af67e852fc30001dcf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227f6925dc265ea250e406c49e01eeb9ed0ab6c0f2df99b0ab80850b12f1bb99
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba3b014ec53a32b8a617ed7812d9eaa6b26cc55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d875f78b892900567c08bc2ada715e02df4c54cc84e5092576aeccae06b4c9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd625d7ee47c03d3b8f2f787345a80c1240ef642
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d3cdf2df3571b0d499ad12e30e141d11094e8826b17cab714431f5ca37dccb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356111997c41e1c095316f7b1d02ea4cabf8234a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe292db9e678f53cec24077028ddd98c5a61f541504046299643f554de807614
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0bbb0390ca898c0bec3c6a3f62b73f77527129b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49cf98c29bd228ec6797fa3856ad71fb9378b309588cb50d2c3758918487535a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5dc43476a6aa10b6d2744d6272bf50dbaa5c370
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206fdcbf49cc32b8c5a8d9b5147d2b7ff12b6142433bdb95a80ae40e81a03d6b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5d99ed06c8ed398080d3eeff52e9c37e7dcc87
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611d9526d65cd7958b4feb31373609409cd9c1c33b25e9b012565a29533558e6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9201110e9fe7718536631d9cff4adbb511b61af5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74888dd56056504acc14def120b5b9b0d5ec1198b12b2012eb28ce9500162737
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2226fb20a8bf499ed71deb7c1da7ae131a8e25a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60717c9a79d6e439a9d8276eb88c4a972dade21a578f5726febb183836f7fa09
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ede16f173bcfb5b6d4740bfe697ffe3614601fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d14a1db142313711da86ef5448d8f26eba6b1eb9abb647ed10c5687a9eebf3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf58079b1361546011bad82e25f0a2ad55b1a55a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8f0a7720fa99b6618df4cc80b24468254a94e285d5022ecec9f9cb97dd32a8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0773c577e0e8d9da1a41b3d4b72b11e84b62312
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785583594f48cea3b3944c7b7597f2ff31e1b0e7e977723ded4354731d27820f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c453c2d05d899b2d6554eb3204bdf7572d3c3a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c31a53ce3b8c54d09b4890262bc0a88e969feefc6fbdb9798c05a979772da3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9647ba77443dab1eb3e96d76a3059e6b0545db0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff43fc34999a5ee7950fbd2f39423d0891527541bb5abeff68ce5dc0dc4a8681
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e28f1330343084c89a03fe97502dc283e155ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfb9a8de4c85762156b7b2ed4d073bf250d6ec12f5190c90e619dc19cd0be4c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f77451464cfbaa65dec1a034a4e9290df15dda
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33695d4ea96ea8d714598d5278406ee742eed15d309a469d0a0268d3ef095533
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937ada14b91c74e209da10d6988a084484790266
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60842ccc5efd3c3250d4e93d6ac951397ca643f3989d3895b4169411863ec17
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b1b711a423f57a21b86e040f3df52e15546cb4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c8fd74f238eff01a1f9335daf6e22ae3f0f7a972ecf60a8b9a2fc188b42717
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a479d5faa22ad598aac876ea21c66d9d89317a08
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a450f53a3b9b4cf254d353d0f2f32e71e7248fb1e8ab4978b0b95f40390a10ac
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3643ec26d5dfb6aed7195a6e534ed2936ff61e8b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55668fadbea3d0fc708784c41204e2f81ce369c2ed2a7c16c999f9158c854e6a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ceb787db35357371ffed1344220692bf3149b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7359c2b243587efaaf0b2e072f63520902746541d1e3fc1dc9acfb23fa54592c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2a3ebfadb0135239647b94cda88c846de9f6fa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3734af3dcd19cf4d0c457b18c4d3b20f21f905d2b1e3df78282d570ed454a25
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d4c69781c253fbb6ffd0c44745ba2f8e4fb724
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97af46228738e0f30734a0d0250ffe4495d963d638ff228f2fc55c954ee3f5b7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ea5b51a6dc1aaf70ce7f4a6df62d32d10c8fdc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c42e279d3ac4cde5204494bd3da9a05f9608330fe7667dadc907f3ac5bef6f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eecbab95f787a4cb3fcb4fc9c979426594c1072e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8eb7e583a88625d0eee4f8e74623667ddd6d7cb763a75e3a5751d326c65fa4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d542ad0759a45885304b0e6a868a761d839d6369
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b1b5c849226c79f0345667365d1770a983a362a40f88b863abaf1dc5e63d35
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5113b6ba6c248653253954736cb0b91da8c115
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b46257dee84caced839049f5b7f3c025c57c248f9095bab08d2cbe45594fec6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da3a2a3b79063eac7f02067f1ea9f54d64a32da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9446b3b9957d98950dbc2d193a6bfd1c99ceddd5ccb18df633b1934c6e2435
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba2c9c947c98fec2184aee6e0a0521477c4cad6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2197f08c1e820c042b26ae70026a4e531d35feeaa80702635fb85f243c141b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347174c06129b838fa5a52b943f09d9bb8c48dc1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241df7150ee7ab6ea56c8c8f4009873789aa6ab4dc6dbfd4894ae1ab025ec42b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d1fe4c445bf44c270abfefe5b6be6b2743caa5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee4b73b503623893600167a526b1da414563af1289950eaa09a2fa7d33714b1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d97dc69943b8161b8ba8992481aa63596cc439c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a72ea9ee4399f87ff7738871e71958e1f6769083040e8ad5bf3bef099a8a427
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf68ecde560592084603aa327717bb46677618a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ae6f5a32b2edab32f97bf5ae3ee484d2865cedf7a02a0b17ced415eb3b3b26
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5a8421fa56208701d30ea7e2a2fdc13e043aec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6805f09953abbcf0c058f799b6727265e854e7beb87a09a8a76520881c94b0ac
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813b4c9ea9edbe49755ce2d6f30639f1d5abe3b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091a6f1bfb2ca62596c6ab14d18705c6953ba67b433a273708bbd0d6734464f4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4408f45cf92c907d1ba40ec541d015a46c8d6e91
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f377d178b9a8d586959acaa94b358e7f809ba903a53bcf8f58d62afa40d3baeb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ac8f92c6146143db8676e013424fd975050dbd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c6cd0a26144709105ca8a9d668fb9d4bc8433ca9b99ebefbda3af70ce7f470
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbfdb855984220a20d31d8a94b0a0bdda314cdb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf55bff33972345545ebcee995cc8b077679870e85ba32db001ec04970e4992
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894319b3cdf0b7ed7045fd19d626179f57f3976d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233d7ca000153c22d14bf2fc6643df678217a6a06ca6ad111179132f9f9e205b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41ef9652d08acf8e5a12480a52c39792e09e8fa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8456ddbb7b00c9f726dedf3fba3ba8fdea2f9e282bb1d77042e65334e2b600f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384b3cca8c848dd85e8d5263d322d6958966495a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff85d242dbc40187e7cbf621cb64ea911d688cdbb810bfcbeb2661b109b077e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725e6c53597fbb83253c575c0512dca85cfdef68
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ead9354567df4fcb6d9dd9c642a3fab97375aec8f028f854bd2febaab3bec1d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3400b2dacd805c2307e28d78ee3f945dda29835e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc76212efad4bcbda36748168da7a07a77ccb2ae57f8bbd1172a78e9905ed6d7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9402a28c1d1fabb6b96877d1305731ec9fa549f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cb01aaec4d94704cbe7af55a77da1f258cb4c6fe1f57c9efa03a1cd55948e3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd026737245443cbc88a2f5b92229b5b2d6b9330
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ae8620668fbd909619c61afbe77aa9c50034f78c005bad2cef0660e85edf0c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c9e39d16c9be6f26abd9bbfd76786149a0e08c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fcd9b069fe6809d30976504d953f92567ea0c023200f0b4e32b00014fe83af
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb693ed31f4a99ac5bd3a38823c7217763b3cf1b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfae4958bd07445b839229d0b1058a33a8e10e02989224eddebd46b717ad7f07
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f428ae910da82c4e7d3adb84bcfe96433a3ced3d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e309720c3cc3e51448dd344d3962b5ff0b266dfcb378209299faf58a88f082d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffde677a1ce90f585699bbad446c4b6f5f874f7c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1939b7ced7cc3a88ae66a56ed47aed314a2db71ca6f95e6952e01d8939d6f052
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ac1c99349b63762ce21d81dbaa128676315310
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447468927040a88602f28b15f68eb50ce534754a9592eca9020a3a41e423f6a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccacb87df2571bf712934e8786f3ce92c3b3f974
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938891c32dc890b56cf2832616de1650ed1ecdb4077c7ca69d4d6e349409badb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d83ccee61d5158489962ce1c6f4cf906e5d0c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b7105911b9fb3313dfba74b3efa448847f733f2d821b5016baac2f56a8fd8e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53909bc33a652f0a5924e01be0dc3f047a00b3a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6f2eb81be2514eb2e4a75aa27e557f56d4953819d976f38d16287133d68dbe
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b6509e6d5dbc7d723fd417bbaae2b2255fb555
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198d76b6c750d3e684579b8bd7c4b0630d37ada7d1668a508935179870e4864d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8940a85cf46c0d4d2ca113f13142d860bb4a70a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f833e385c8255049537ccfd08f2a9aca5581f8ba930d8b0ee8da2870e9ba3ea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1873f3d45ca07f7b16ad2b246bcdbfe293520878
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d04b628bf4d27c811ef94fccc3a4ad99fe45a9d670f8f525377ffc7bfa10f3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78b95b893973bc11e8a3976f7467dca26d93a5d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27306cd5a4f5f27ca018a9a8737cd59131359b1e1de419c2fca211d506ffa7a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60db2f4b45b4001a878001941043966bab0587e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e0268ae0bf6227459d9fed9cfa4edddf64628fc3ec20e79b6031911b8f337b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9536d9d6c6a016d5c60c7dc8ca4f05ae0fc7e48
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ca1a5716d66949e032307752f00ee463946fde84d408592a91feed64229fd4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a910bff25ee0749638c1757c553d8b0cc5f650d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cda222c0a469a4761932b4a8bbedbd46ed3d7049427c6ef29fe6a750d15b03a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ea245efc59d17c4c07b71d857944128ba83ad5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92a321d7e7e2f58223006c4a53e82c80a10b17a1dfbfc0718719107a14ef07e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b81c4ccead36b7583ef2f523f4151563c7dae41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b863202b584e31940622146031c3583ae1a5866d52a7ee773c7378ee064e22d9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d4cf3db2c8153439b966abc49410047f5a2798
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b4c829384ec5abe8a48b98813304594b15927a870cc0ab11e8187c718fec55
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7302ff3d878859a411d9ea25f5ccbfb2a8573356
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20ee51621448d7eefad068423cc59a0a5ebe8eed603011f65c08b76548646e4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a238ef5cc56a2aaa53dedaec9bfb5628d6ce6f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb03e62c74ea68c3851f7e2de782da1c6d24403b485b961890d915a1a811f072
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee530d19333fd3af4a4b5053f295dd7e09f8b432
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712defa086dcbd0f54623b023acf80b9c04aba92f7deca1e05b1b99091753223
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9278933376ba2f1ae61b3d78ccbbbe70878ad5cc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9824d7330db8be356bfc3e3d074e19034b7b114c4c9488553d0fa3242de8b36b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49eeb05c2b518b874098d9868c5838bad72568c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7170b4601860f0cb7ee7a4581570e426670fd305a7a9b637c71c2de740c3c643
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0087bae9622e23fb7a04f3be9c49b4f0a0a8f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5a262b5d9c4d0a3d876f5703817aa4280415c9b36e7caa59fd4075e7438f8f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dab48c06dee70c7626ba30ab77a7d8289155870
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf2ff93fbfa093a04895febca71bba4c758a77738046c7e91a2ef0769981fde
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e413a610367a581d1e67073fa73bef72466c5e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74af638b858abfbc06f86d7b906d3272ac6eb16baad4f1d39875b0e2cdd8746c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8ab2aa16171cee11bbcf6ce225bc34cf71205d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4548f2c61beebb8cd4d99832cb93eea0cc7df70419f1517d96b9be83d52403
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8daaffda3c01cf0e1d2f16ca1017eb6957d41cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b2109e28817ee93e4416db5c2a9de733a9708cc176aa988f205681f9a26c2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043f6d75709c71cda21d92e15d5f9f99d0459245
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d506dea057bcef0c3ff26263a2f54153f45a7035fc1a65627480368154c9ea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4e3e5a6e7d1f1b98f829e5ff71df033ee6072f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9a867864d4baee3efdebd79e86dd74259d8e556c41b5a16c2b511f8c515cb7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a79b63526472a5788fb844182ba3a228ff79557
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330acf5d6210d2a64ebd005034adf4c3105d90d8b9249b1bc573fdc16ed2bd75
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4cfc974f36663fca1ae6a0f68ae97c16244f602
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6378eb37c5709fd2d4fa133671407f60eeaeec1950b634e3d71585a1217b24f5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146c661f9c9caf0823eed01ad39aa05fa109cbf5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3867f7048d3fd4dc062a33731f181b7f3bf4f285baf185aaf840cfd9f89ea5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6c94357ee1e2a2f1c3f1d4c8aadcd83e337d5f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa0797612239914e4538a06bf303d94cb3ceba37cd02848ff2579413e00f564
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297b330c0f2ec0b3fc1c8099b16dfb0b7c107418
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b58c7cc670a9ceb400f9b570a77140bebd31d90584b59ba65ce96ff5948e2e4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c088771026c05469900eb04bd46fb0378ce8a0c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093464d27fc8cd3c7c7ce5380bf5e841482f8fe9365c703c379f7568624df29c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142ab19dc550ea944fd714b75bdfe9702dccdf40
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b246f3dac047a1f03a01bc760f91c46516aee7457cd7eae5459e768072c340e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5e1ad09350f4df8d7ea83b8526d0eccdc0c052
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056ad0f6102117fb45bee244b73d0974d8cc5a8bc2cc8da2a16fe175d7f30d79
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0913fc9e49fefdc3a73be5db4b2939588f00ef74
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d76f8f4061486cdda098300a17ef1c82a39cf5e712596331e7ee8278596253a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853c9641a90a922b64415d0a38dcc8ba2f5acabd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d560ba4847f17259139ffa3033cd556bb5b3df4bdfc4b7ae6f66ebdd6b402637
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb62a0e09dab018690f87ec614ce0177a124a983
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4ffd0ca8f08d4586ec153fa8a6462b109281e01d5d6ea0930e8386c8d89cfb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37cf62590cbbaae5d7b477477eff1b76090ffe0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7e38e37a034f6ddfbb2a20620e3836f48e92dbf39aeee2579e606cb15e550e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7db65d53333490c46bad5a7f3d1a14c3ca71937b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda4fe404377dcfb383ab0c870b926cc45502f33913a0815a749434accdd8583
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcadb174dca6302eac30ad95043a43ba3b92faa5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a92bd4902cc170fc4818f274fe5886ecbb2161ba80c26c7f19df9f2487eaef4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57dbe511be731e8af095eab40c6b214d228f7947
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3750016d5bb72a9ba0d0435ad64256fcd4827415072d52adcc16221e61290c4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8b48ef004d1bc5510ae0fdff3cef4b73716809
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec14d263df29fddf196bed2448f6f8dbfea1ccec61da148c9c21799ecc111af
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a7ec681dcb386282dd24190a7155f551dd586c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2394ed1338e93c54e3eb90b3f1801f2c22418473baf846286fb939f9b25f61
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03480d014f77bd26fe9c56e6fd20fc00b90e1331
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c2421c6eb266c333d38cc88ca75001711f347804cd5da8b64a45e85a53bfe9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6971f489cfa7a03a8d4eefec15aaa35d410b351a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813cbbb767a707b2afa13b9949402426d407797f455e66a8afb16bdd221220db
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbd6d65e559c0c913c552572c9ff0dd51025b6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f815765ad3f6cd12b57e6d655ddcf1f6b490339954409ae8b5e1bd546a8b63
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7b9aa97b542ede920878a49c1bc62730caaebc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c145334ec0864327dd18ee880edeee94ab2f1027dbc99ed18360476e3fa6c78f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aee57742c6133466924fa2525b5b0b72177a1dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf53f35a6aecd2c3948881a7145e31b4b91be0ad80a1e0432e5c0434468976a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5da3477391ded934f4a63d81994290a13af86af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138cec9f564898871a501f67a87c3459568116156c7234c2c8f6739a5553b4ba
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccc2e4b2040dd06c9dd67772c149c58ae89e23f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0556cf8c250dd6d814b467eaf553ea9b149a048e1cee6f9d03f4de19526ea37
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe390922254ef811ffa8d3e6f31430a9ff63f73b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0d0ab41f114821ba0ddca663d39b035a3be51349e2c290ed2cf71d69de4ef3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5f41c1b488abde7795837083760f3f931c39f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e89f8593c5dca4d942317b6e36944bd3642e22bfa269622f1dd665298733eb3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc5615d02c12eb8722142b86c9781e490445cde
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763889372e9c1f83ed3b14506f1e28fd716aff7cb29f78af2d17a04ec428147d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0895718245b07c5d538234ee6dfd31fb24356627
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f76f1faccc88cb44d2431d987d5cdd220b7d2d7d5da09cabca92c69d89b24a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e417fa3690dd0eb315d946f7a12809067f2bd94
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6554bb902d8be4a8bab3234049c17b9411218a9de44c619d901ac8506c12a48
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173ae3501beb52551ad0237ceec3ed95648c24ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ee226494df1daacff0bacbdfded30f1153e9e8bc8a51c6fe98a0d931e2736c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888fe22a876a31b8ce8c365a57b01c034549bcfa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208bbfa6727f19132622f60aeac63233ce5a66fa2271a32477f7044b0c64a950
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274c953c0f2940b82aacbf426b40c9f0b9629637
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1aafcc35316af132eb587faf597e7433fa191c517f48bf3dfc04876d5f97305
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40a96070254401c0e5441241a9391c59e44fc71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef2ba237a48318e3ef907101c507e16f26b06745740f5c20a76ee8a264553be
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9248d5e896e6aa866a5628d082932dfaba516444
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0622f357c115774fa838fe41687d9fbe4a91c684d917073577b3117ae1944c5e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fded4db46d4e099b1ec1bd2b7936c64d605623cc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1520214255c777cc13ea1ddec3848875bbd5b74ae337b0c28cd3c7169362928
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ba14bfbcde739787a88647fc0283cab3529aec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a752837d3fe78f327f1033b288137472996847949d1334b11e0d416f57d1ef59
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04640496abf9e3920c71dce9ef230affaa2cb348
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb55ea493c21627a602f8f41b50484220c223e2ce57b9bab420026d657f74a51
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2469978da68ea1e7148856612a38b2998081ec1e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440d576877334c41413bf7ed1df1ad57fcb4d69b0345d0054f5f5d05a63eab13
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67f66f63ff6fbf9a0cde45c8d30cbe87d98f228
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acb1c33b2c8f2d7ff498508564c9d69f50e751e90c7aaa3440487f85d1d6657
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c2b5ddcc664f1b19305f795636c1b1fe3c91b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da60a5e2ad3550a6610e0e6965643fcf79348131078603ce87047e22bd81563a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c94913396e555c73caa7202f996af7ce3701c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d94db6b7848f54096469f124fac3078cd22c99f85c5635f6ec0b7401e7b60f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbe17b569fa92020e8213df429ba471fd773979
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c44e8801eedaf173e39080094eacf55740c62c383a2d3819f24ce510a5a92b5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b0d985c3f7c4039c9e0e54514d57b454d259ee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c2fdc4db5e1fe7c48390abebf74872c66fd5731cf6e1d1b651722a6e25b88c9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2721911f8bc87b20fd3f4ee1b63f018738c17bf1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac1e1baa65765438520dd45e1d11059ca540ddf113f1ebcf55a87caee3cd893
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733c2da86a7e8a66e73881a07f72efa03ab7ea9d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34f461f56cb63838404ddff387b64a8eb347e45460055e57373b81136dc4200
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f1c3700cb462977b46be5e26e392d12ba7c812b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060c9f80bb4c8bc8ce2eca8b50ff08dcff1b0afc584f81e4d54ef5f508ed0b6a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2c1cde33d295d5fc789b60e6ffd3bedd7daf44
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:224154601fa50aaa3be6c2a71a92376a79294c35bf564d136e3fd523b6c66b5a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..381601ea593a867492056d51b9960b571e878629
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9702587c9bcfca67a52e4357b267cf42e250fc3a6fdb996208e9812b5e6ee8cb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c36b754db436d7502732d2b7c8aef6e0c36051
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b11a37055520d167f0c03dc1099381a5374e017211b72996b1cf96c07bbfb9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ba496dc78ecc633783ce3b2722b434a6c3faaa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5faf4f74c1432b22b3d090a9620888b1f68c640903533a5328590228760181
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823e8757fdf0027a51516d62aa0df060ff501bf5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d084ac33213c8f6ae34fff85da21e3981e6f167d87fce5ea4f59cc3fdaeb823
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5abc3048af33a0ba3a4f6b165f7f21ebdf1718
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5874f69d814ff270032c14aaf1f5f3333f76428d92e14b619be4fdf9689aae7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3e01c672e022567fc8c96bdd143f72dbe75d6a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6a7ddb34c0d32118971a2b0fcf42e4a46216aea63407ab54f22f797b7dae3a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15f3565af3a65482b8aa60fd8612ec5490202d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afaf47f06c27f5e00c01b86c55647fc87be19edd32321accdffe9337a072f404
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314529275bc475b816b4c74fe87a0cf81f55db97
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded873d8fb83f87f0822288e8390f7788bf41a435f2bb3f187b59f1a7b93f990
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be764aea3b80a7da0196bc1b399db2f30211518
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551eead91f5466e8306547f535713de8aa9daa3d94cd4778f402f0dd2aa4007d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a572a91bab2bd95b82ffa3eaa32c331e35bce69
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5df20c9a97b8c36951473b7a73a38d3153af95c9789695a54bbc8184d611b7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6c2e782f5eeeae5f8a2b718334c74070d7c589
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf89508e52c466dcb98710caa7b6cf3c78d13a9bf9fb370449ac743999eb2c52
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6254b1bc49ced987862eec7bcc31e76bda88c3c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff2fafd5e2442b4b459689a25ebd578ecea034cec6a6a4fa973ce29b97ca642
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef626390ea4538e846ffa2cfd70945e0845a2ea0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c53b7e5193fa83078d06d1a690276f53b24427221360ecb4ff38158b065d202
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfa5bfd6bf562d0e5727153048cdf3d09f33349
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721af70a8c18a9567c4d3a8cd3ebc3a34543fdbd93b2830c9888abcce944d3fc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8109a7fd8bd5df30e1b36fbb1fb8116319a1d9f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c90c7bb02a6959f5ee0d56e641bcc6ce5e3b7841a39a12fb5397d2ba62c3c8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3594873c6c59aeb12ccf63e08360f37a9cc24b02
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1accca31d189a4f20e2051c47e002056b8e0157eb9e6319fb61ae50df65e5e47
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6199545cae80cf41dd9ee4c57cf8e5526e47979f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e4c7f55bd1a187d5c9dfe3b018af4b965acefa1963eb4bdb971a4a89823ffc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d285d52f9926739204bb1dba79e87864065c7f2b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388d1698d21d8fea4ed22f52a3860a4193a3ff3d893e4e5b52c600d7831781d8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f200c4abc6a10d8034eaf296258c2b5642115073
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81083cef092932ab2d53814f527d79ed6f335386c25789b158f1d5b0ff906ac0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4233d55615f4d15729fb9fb41399b692df374440
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b344de1027da8f143738ba906f8ad3638cc80bd7bcc130b1b59072b2631770
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258a2454f4af67f361078a01195584a845a2866d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfffab1689088afd66bfa0ccc97c4a2bf6edbd4ebd642edc5b98a2b10b6dbd3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d225da8cf0f3c9005df4c1a1b6736801b1c7d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe51f492a69eacabb6fb8fa2627f28a5d8355498f0be81b96f586e001d4fafda
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c09717af5bbb667281c2ceeef30dc328da20d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d751d4cb1725f34e943688ffbd0c0d748c7570b34d2e15259d437e983c0ada70
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8143cf7d83fc449bad6985a83f2a8d984e29288f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2130cc4bac568f354df9a6e04dcfa1fb21cfbd1ae8bf5cf5dc01fea1ce8547a0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8bf1cc55daeac90604056ce8a3f5b5d1e530e88
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161b14d8c03a3da83e85586817ed9993e0559195d9a1c25e7aa6e1f1e019251d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76cf0bdb5fcfe20477963f3979e42bbb130aa690
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262a68321e4c22595f3f7ad88dcb01d39c87a34c1daf47ad61c8461d51599f57
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6829ffb4e1d0f8c28266d2bda5eef5db7486ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175c226d90b10f68b3052e1fd0eda782876a2f8c7ef9e9b86e0bfc685f53669f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ac609aed824df187f62ef5b22a16ecca024d2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecd7a087a42757699482da1912efed41dc8870e197c077252e3baf92da0bde6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e15e89b853ff4fb22174a57a6e34f97a903b45
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d586088a20be5bb7e2f1d82f282b6e2ab7a75c051ef7e75200d88bf5ca29c8f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389546eb05a409c31322dda5e0179aa3c36e2893
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5355621db6aaf9b464db374bfd9bd0eb708aa5056cfe7016b71b397fdf605c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a0251dc2156eeab4ad8de7a36c76459e191698
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d63d223773bb00d219b94c1bea5deab1eb49965a63153aee712c50605edf095
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775b3abccb47a69184802dee8654d689e2faa0ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b30133be9c73b2f806e14485d8d6738030d5b93730310c1a913313d1a55c87
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5cd9e332e7f77b0969b8db160758bed4d98498d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2450b3bb9f9f60a84348b1a9b7cad16ea2293c663861dbe14c470bb6eaead093
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beace7b9cd5b6879244b097e3384435803885b15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d247feb1b82c3f0c590e11efc2bf5852eababc865ab70c01ae3e6920e02827c2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af60c0f81952a269ec511e5351b744e283d2b40
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aee9f2273521cba548ca85c70fafa478d1a427fa8c89fbc6b1b4ff589b024c8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a489221175a2d31fd47cc0698839d60baedacdc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09958d9f824fb6eb9818e103684914275b36b090180264bbdd654f87fbd63e39
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039008a6657acee9ac01043d3a0990ae054340a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728ba9a605600b1f7939a8daf81dffd492e0b0fdd2c41cf73fb58ec59785de95
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d16a5f081041bfbac0129a0f8c40f5f8b048c14
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864ea6f5fca0e5bf56996f5b5e66fa9c56b7e64c3c4bbbc98a629dcd62677ff7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa3bf450e1a4b4f30dcf2da740ea6b4bb4027fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66802274ae8076a6275bbe2e392ddd01af116d4debd4cd40df01bed0dd4904d5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b468151a24b886d17d25502e26497c86ed4f4158
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf9246902a951f22d51c89f0997989a5eb3048c319c2a3dc79d287e44813a6c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a6c58f4a680ae689184547fb8028cf13d4fdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73bd6b7bffead9f2bbee79d75ef66114e49959eac4b32e2d65b96e63932297ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b09d84df4760200444d5e0dc9ec190bda03a3af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36c05b7060b93c6a5e7bdecebece25a50de674186bfd3647985cd1b7435902f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054c06886bbc8bc7e5c7dc47bf42accf4f133154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e9916f4c174e4095c123665fd75feb90d75f0b45bdda4b20811914efef3a2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4facdb33b6489acbd520599f2bf0f3d3c6a5bc12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5870fa678da4dc742846075e96f76d2db765e84a690a0af1b11b9998b3c4460d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e41d7d623d806b9040c7d8d488313d3a54efcc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e915d481a235ddc6ddb318ff390541f24687b31e8962261cf385f3b5629202a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80be1877214fffcc7ca40fbd32bbbfa8263c4a6c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a46735682d844570e76bb15b8ea5d741eae625a816b9f1b89e462a1272dc250
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d041f97475c4b5ecd20de1367c2b43d4db22216
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b8bf5cc7ae799ea0bb93bbb46020384f2713519e2d56ee534b988f85f3e925
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5780d4c775a0d8e1811de50957cbd85daf95d24c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2afdb165cf058306c3dea37be2002e259e8ac9f3111a6f0eb0a6df6205f3c1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f023fdc64c988da1b900e37ef6ca7eacd7dea15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1f535d12175c2d079303e4743b89dc28bf3675f6a3c039ac0685f356af8269
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_2/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a3cc0b12b31931b616c2539c30f1cf1f676542
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4377c061a8666ee0656d0743d8c147ec4ca7eebec9406ae7425ab3c50580b0
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d436aaca7c0844d43437abd774869123d9fe52b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c00f2d8e8b8e456028e5fac5639ef72d16307233bfd9feab213f3d89780893
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0f40e0e5f89b5fae3b91ff962dc6e3fec09c2f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb51b4fd9289f92235bc5fcf9e5376f04c82c79fc6e0f3493f24dea1579d9fc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b39dac2fc3a16db93f83b8fef49c790fbaf5d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b0f50dae4847a4fa220a596033582bd8ed15b20d60ec56994d168f5796215d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e62184f7b6e1405db0afd82135468f6a2cb582
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d43f5eac798c2c50329d7c6953678d7418d1de3e8a7c9e5b7307f218eebface
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e29f47ed1b3572948dd945218fef2967f1e02c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ff1cf32a8a39ff9dfccbf94fd8a56f73d8637f98386c99f1cbc88a40b31b18
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc610a29ae58a9e109e1c1276c57a92ac886c92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d5f97102892e2075c5ca4176dc3ce587b593eb8a488571619a8680aa13cd43
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0eeeabb4a8bc5c8adbed35a17189cf3473671b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55ef494be6e7aff588b28ecbe9e5c3be2018283f99b15f43e45e60a4eb45999
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0510a9a67b12253f813fe2d702eed0473e27e81a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842311d55c251fbe5e0f9c6724d2f2a60dc7a938a951004d569b8e9fd4b39982
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37cd74f80a53607b112b4953f7244819a320f41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34659830d0d95f59edc0ee38a7acc6e5571bedd4770876ba8d9a70db2b31c2ac
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1be3049c9f0b0d60dca84ff18f3370ce6c8c2d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91d7954a1670709aa173aa4c927c8a9e7f580ea44492da36bafee014d8bf947
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13edca755a73d1bef366a59f61e1553f1e1fb37f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a71cc892d176bb75ad809dea5b8f778bc2adc63d0102c8341ba6be243b3a8ec
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc20152ba0a17db03bfea30cdafe776eefb08f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991b76ab447420c3308bbf8aaa1f71551adb76600923de900a3bf3ed0fe3330d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d11ca13d32f89df3df6b7ab06b59e2b10949b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ddd39d917a64edb3cb12f0b644527f07d4afca5c233cf2216e240b8c76e21b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46643b1947a77069fa3b026cbf9d7ee2cf354c5b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1e750fa942e6e5aa58f113c097b982ccc79273eabc01bd5f3eb9240b4a5063
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e900bb856526fe59b29afa453e39ed3ddb6634
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32c80bf6e8b568af3595f1e98c36e8f33b48447696932b43f43a7bb3f09d0bc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072fea66ff47d013dc1661026380dca61f8a1d36
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6158da38266c8bf33289fe5b01b11fbd93858093fcf8a3eb0ad976080d37030e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c6e38904b540fb3b7f884d779d921d6b7cdbfd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77270e70eef6cf9a0a709964fb230352dc2060d9776c8914b2b3881a71ecbd11
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee247e4eccd3ef85ebd44f501d6bbf10d08b3ad3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60035225635b4a530904c29b1f93b36dcdc4ff96fbc258d5576e05467c430eb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7369891c3f4fc2b699190123a86dfe7d56f17b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60004bf951e33d9ef5b2615137e6708ed841a105c1c85bce9b0032139afb3d1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95aa202e6e036d3058cdb7f63773bb8e704d5f6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291faa4cbabd7229fbbc009d68efb8cf2c6fcff869646879ab1b8cccc61ba31e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476e3e6461badf759be97253a79539560f6db4eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6126f674568fe6ebaebe221cf0073c22d03f3f686eda3eb8726da9f389eca29
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05440b14f41f7727dede5e9c40a403fca6fffb32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4baccae20b0af84584361ae1548bbdc44c987d09af8d0e99e39d1847ae5d77e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ef729f523bef09f605f8506e80c5617d888499
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd01b8202e5433ad9745b6bd418cf282a0ed6ab32a0af852138bb780ac5db515
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c943d1b754b9852a2d463327ea7a237ac29d95c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf3521b92145755b2c4c3f459dd2686c0b0c525362f1559ad915b2268860506
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69088eb3600bae026d00d40ad729ff299d908f82
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a717f41a0116498e7d5a7bfe869aea0a310d96fd088cd8537ff669d1ace794ee
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a62c0881d10d0e48c6cc24a160d52ed0840b6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6fc827fcacc05535af051fd5bbeb2507a6e2493ea268442acef8e3011974b7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a048d6abdfae03653a19282b72694a4eb26b1ba2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e29c6f8c2e250aedbc69a6fec9d1f8307f8595282c8d54c7856b74ffe6f5ca
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65323e669bee64d3fdd8c9cb0aa9ecf50b0156db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc82704ca27461a8de9ef9e1a5d33aa45e0ae07003c35c639ca871312cc4514
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe779a878e87df34ac26e2d81b73cd48cc87f80
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa78db734007046b25722f36fc64aca5cbb0b9f3a7bf87be1099431ee8cdf1f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb3dbcf875396b3874e9b8d32cd32b4120b3509
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66187cf5ec0f3d32f64c103c1385123d1f6839f31f5a4efcf8f367f1d4d4173
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce0df5b3610598e879f5ad952734b49275a77b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d70a6d8ed96d6e7a1b453909b1790e79987975eca4bc6236a782b2bf39e901b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775561005dc485faeb1d7acedacfdd14d41021ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a85d7980ec1a97adcd269e26d876d4f9461fb5de52b220322bd9837497a105
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7f397667c6f7270fd7b3950870b74199e79a64
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5107fe1c2aae683141352bf7e723703d5f453c7f973cf0c5941855608b39de54
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3567c052be0e8e23dd485544a0c8f87c9e8b53
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f822c58bc77534d7df601bceb47d6d7fa5747be28338e94d226d0030d5480d8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866f70b8e652682c42e4aae6a124a71616f492c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce0a15b76b6deeabdf0f85e26135a336af4145f17200336d1f44523eb9f74a4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9fd9c42375cd4c52ff929646cc2e446bb929b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556b4f08c2f10a6d2b15cc9a6590f5c1cd057cda74f47b346736caf0c01073
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2a7b9ea36c502d0f4d05e3577ef1a0786392e1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7f30010905dde824574a54318fa36d3c999aab99b065c2b4a6c5d280b5fdc8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5512e59331775abe741dbbcf7b5e8f62251e22bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a342b69fb1d4289c0961013919f32b56f6c228fb4103a65644718c64c8148bdd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf4878cb34316e14c17b3c5ddf45de0e87857a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db1eaedaaeb13653e19a4058c407a5dabc6c8fc4c5cb18faf50cc5c3992f49a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188634ad0730c59ee71dc1a3285da3abfa5ab60c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80337b3933b1b4efe06b7d7f396a20cdb7a071371e606a02057dcca61312b48d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c39fbeec85f9860ff5f4d143dfe5a38bc1386f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b850ca4acd11296eec66d8dc18ac1fe2474587dd762de5f8727b68f396868b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc0b7067f6d8b16fef3e0eda78b11e7486cf44c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ece6b3e0efa8280f7643c0bf8a8945df9e32178a558080238bccc262e34843
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137fa7c0bcda6fd92a5279ea19577b1ea1fd42a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a4968596bb2a564b3b9de52be1363acc2311c080231761a62e0da6cb32e6a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a4589e66415b29f36d6e9bee6ce5fa29e0066f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18d6b0162ca3ba06ceaef2b2ff1bb8c258f5820538639762cbf8c7d4c00bec8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ea06a56c871ece970c040f2a34143e9886882f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1538de31596ef80fff1130a5ae7de8f16f4d2af41d32333f68ec398e8c684f86
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15403074a8403fc749a818b2154e047ffdd5a506
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db176ddcc4a0887265165f31e70983099f887d4e9a842bf3c5b881f7fa5c5a10
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36712ffbb6ba43df8367ebe6e50e5634ffd2b80
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6aee3dc2c7292318ad9994f7ec3c2117a4ca3095ee4555cbea075c717c45ecb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761384568749b8addcbaf5408204e8b10f698039
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05258653642f2ac11fe20f9f814bf15593b59ba20dcc2cb3df56fa43ec897e4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4bc2c47c229a83c08c4c74c68a7551709d06566
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686446620a42f05a4c205e6222645248bd8c8ffc3f72fd962a3520a28f150f76
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fd79865414e49f074eeb46baedb4517c53db87
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe5bcf59413bb427a00048c3d1deb9cfdc7d5a85518791c598d04aa07794a70
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637873d305c7818b583e5ecfca17c0d089b25400
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12470e1878217d2276a26366e84214fbf57288137aa03283ae53de9e2adc6402
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f614c6e5b133fd0d36fc9e68e0c320ba8cf453
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c458771884cdf5567d667844573953e201722e1c540d58a15bc05c80a2fd700c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a47629de95d722b83476f014a5df4e908aa7de7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d131c395feeac0de945f20aef15e124f9cde86594b110a2d25a0f2d3efeae8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc44a8b49a99108817deb0751f40145f4bc9cb29
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7dd69bbbc9ac08e13dee5b55a902403ad71bfa6b386aca15d3bda74edee766d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f512721ee3ea6e7a775a13a81cebb42a1acbe7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514d6c09863f7b857455b3ebb0ad98757c6523f228d82160e9393a1b5afa7a27
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf33721b5d5976d9b140fa0a62b11f208aa4cbd1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07428251b5c38815920382e70f9bbea72637dfb3e17367001c22192da491faf6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af049eba8a28922ea8bd70d21ecb4d271b5e7809
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589ad213b574413d4eda9b653e284dbb64fe38f8d5c7e462242c31e4fa1ab3df
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4b81fc477c1e4b9b504b0c55b37473958fe362
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56a151b0932ad8fe55c0e46b003767d912ee6570022a3f1c0b98545621c6b26
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec041ef7c3e5419603c996816cdac118382e01b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f776ca93ba2a8a914bd9344cce7630ca614690656b8e8eeae054b4d6a8d90568
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c98eec0e2dc021113b320b7247cfc1e67719fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c60ba40fb61c901eac7f894e4d1c7b61ffd715d2b7b63695fe222bf5e4e64c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762a5134943f90e51e4cd854b9f507a7d0b06046
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fe4841f3b10c0b077708e696f0cdc261b68fb192a9a5091853c2335487b0f3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71ef04eef892759c7b57220369a626d23c0057e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2f31a8194085a0727f8a0ed42e13bb6924b9b08ebe160276ab286c646c1957
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825e5776eecd764217c4e0a0616a5c0fe67c2150
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c581ea4cd3b89ff1512dcd41b2eb1fc94fc8a695e3c9427a4f2f7eb04a5c72
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6791867315db6f43d92c7a2fea7240ae1d8129fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cae4987682748f1559aacdda9b8a1336d102d8c7a05e10ec250fc8099c964fe
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b2ecb4835904a75f1856f6262a690adff067631
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d49dd4be512502cac1b5e8d36bc25e35a4843b5937f59b235c47b195045d0b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af73aecc2b72c324596abc890cea731c4e02011c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec2b96219bb2639c6c0832e0f2ddddc8b586c09e6d26d843fc493b98d12d55f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768dd4340ac95d83baa39bff2f8cb6ab9e498253
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e79133540d99de413ecfca7742a3edb7b7de35b0ee62290e6f703459474a916
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d89a398002f0bf8a373ea91860f0ed9615ed571
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eeeabba73d2aa6d632c57292d64b2b98989f020073f282ca37dd0176454852f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506bc36dd9c6d95e05511875683d02bf5f67eff7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025a21b700972e2d92f0d483acd8797cbdf8e6c2515b6efada991cab372850e6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5111a16b96dff7e55d47685a892d0ed74bf0d080
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dff91daca5f5c49abd821852f0f048a04dc5618c49b9672c750b55b55040636
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a59e6e55b6d1a4e2eaa761a4d2673b032a9efc7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22f1669f7f2532d99ef7eb652a84da74fc0dd0f3bda6050aa05646a395bf2c5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1533926a43a26d1ba7a26779a4df5eb526d1b71c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c5e9ba933fa7ae2b33ad54647ec9ee9530df3469b2595976e9756c895ca05b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13475cb0ad447f7780e9191132d32eafa84a7c0f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2fba119ffd29472778ce0e86ea9627b8fd14056cac1b949da7e62b130ce2e2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7f6dd0fab065e33799f21fdba43fc24f79d61f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019bf8bbf156385491eaef3d8ddf1e0d00c94b84d6f8d0f354e79d8e78bef6fa
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71420cdadde4ff91a65c863cf47180e37f3cf31c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948ae35b57416d7a4db3ddd9526c82a15d767221ff2076259216f0cc8f264418
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a3b5808dfb2d5966ec618354e41e494e5d1d66
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7bf6e30abc77e5d9444b6ca57bd0f045508622427cee4a092943c62916881a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b653177a650267e34e39a49b424b2dc4208b7d21
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517008eea651feee9b017579d275ae051803bff87737b3954dd937121d02fa96
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9a8ac9785fda03c470398802dba8270d4727c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd23091cdc9cf51342c284373afb31248ca3534ab84b945cd41e0077be0acc05
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4832d712c5450a88bbb46eb1936a4135659db3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0eb5767b76b2bdaf8989b19a97c1a8f1846d3bb6a90af4e66488e37d7b5cf5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955fab051e7d9b5b5f2982d1daaf864d3a6dfa1b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9839923b5e9cba4b402a73da4b677b3accba82f2a683af92fb3c5981c9bf8b72
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c548da9e78976cbb9002bfc89adbce4094eadb14
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781adcd7166baffdb2e74acfefd1ab872ef55f98586c3880e7e5d26c29234f43
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5ff8fcf3e4a8249c47e9704b9a5704cbbd8c1f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4c6def3a70e8fca7faaee7484ccdaae844b3cea72173995b280d12de964375
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b01e3a87c747d2107787db874617fbdd9483df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba9189eebef268ec3e38985df81a1efec10850393c7afe2f5e78a7d1d769962
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e509424a68274fc0e9601266e9cfa3c0068e5d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4686b5a3d64639bebe584a6aa42b7ffd97d9c855a14b454f05cf4f65164cb9fe
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077d3d6079dd37fd7aa33eecdf9bb5734e26ca2b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a1de151df66e014493e02a884833279b895c444404bfefbd49066ff5ba4e01
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8809708e2fd439df93eead7b16f071dc7c54427f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2962e538ae9d27cf14aeb8179cc3f3dc45159313f1c895bc20c8b01907a7c412
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b7727f5d432431280e2824ac3ae83e36514382
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc445469b249acd4da7221f5b3439662b704bd9b45547333a652a27005cddfd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575f1fc04f36524b0f218b54d3460886d1363356
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4ac16b5a67e07f51c30fced807e6cd86393ad89ee5f31298e3808697b553a3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e3c9c1f5ce2efcdec9fdefe99de2c7557b7c78
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3178bcf60bff56bbee3c9904dcf795698ece3ea187cd0fa17babadcb05aa8b3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9cb273290cb05584ae69d71cb50ff1e5a181b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099d1b8b5f3c3529ffc1c6ead785f6836f7c3d49f509ca75b22379a71c37769d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db55a12c4dbf788ea4d21a48d3bdf162ce7537dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c7d2de8fcff068472ee501230c78bf7a3bc7a7cae9c6ef6f5f8780462107b7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66edf351f05ab09a639bc467276468f7e756f53d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35adae4582fe08d25f5ebed8f72acd55b2790825de1d14d18c34aed5a0dba74e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8265d1a1139c502f156531d67b40d32604d5322
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f583614839892a018076581f3ca497961886e7ec3f3558adadbc984b3ca53dfe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaddbd917d3418a32d29a325892d98d5f9a9ae6e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f80f5f94814115307592cf0d12713214e729946e9bbdafffa216340e3f3d15
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00114047c4e01ad59a477f2c46542ad3b25edd5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c7fbcaad98336ecb36f9adfa2b6e9b9a3f7bc14dbb16f15aafaa701043fa3b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8db762a5f549fd18013a9c2406e174ef255a11
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d80089e1cc4ff7c349c2cc24c540f4d72c89f822fbe915163bb8436387ef30
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c11152aa5b9c5f5e6df764ad1cd7d2c75262282
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123b6ad0c78f0a5efbf646fd2545959677f8aaf251a90eb4d454c6d1d1ad58c6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae70b0e4ef1c9106c86b3fa991eaa4ed3a19f52
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca61e0e65c8333cc1a67ccc97278dd3c17ef61b57a481bc488cca4cd2b3bb044
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffed84e323f9b267c210311313b8eba2e0c8377b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04be1e9bbec719d85bdfc27c51c80d01cd4b2a2195400ce51683bf7895e40e7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f05dde88e5b949d3d06169544bcecabdf7668b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6522aa60ea95bc973b3b14f8589fe1d84d3e2b1f8aab6d10fdc45d83349913
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8c803091e80b8631216e4b9c83e477e3a94eeb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96da34fdcf9e68c1bbe7a73f8734361b8634560c5b05bf1fd449f3af646e0853
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745dead09c6efb57115b7630bf2b30f7bfc76c5a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d464458c796bea3f2e5f7fbe5386d954b619265af576f6fc35768e0e4aef0998
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2616d2ab7fa80e3c8972843b926ac3137c32e449
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0744d17aef26ea1934ca21c2231bbb65a6372304432ddd978c21022fea645a8d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8369d33c29fe463356feac3cd0de0962db9a23d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc74971e71db3594434c515ee2e9806ec573a50aa9052cf39a004b952299aa5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37cf116eb3bb6bf027c23c807cc8d0f29304ddfe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bd0b33646d554495964097309f524bc3277846a4f4c85a3841afa4b4e40862
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34dfec48bbef1b784db42cf2be2550a5be210d04
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e91e0f8497608521e45cee9681d52bfdcb3528b174de162f95d46ae8427100
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f51baf64c554c1409b7eb37f37dde2d479e29cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728cd28c63c6544b494ca03ba4258f0ffd321746dad4dc9723fe08f12304b43c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71cbf950dd1cb747a4d3100d54670b72ab6cb877
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163d97ed12c3f92360106cb9e9f0e0340eeb81d8948304afb5a63717ec09dbca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4848824b4ee4f981ed9757a155c26a5215198617
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c652e1b9a47ba8621af70c8460eb193d59419f4f3324857dfa460d5062054eca
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1cea3469dcc69c49d411ebf57cb4c4f2529e17
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18d2c6b45a698717cfc51c6e2af630e0351357bb38d0aaae6a18af93b1a7d80
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61637f488627d512b6146ff5676f6795f261a1f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc0861b14233ca06008c4ed8161f75e12995697ed2ac5ac17adc076ad3c3f34
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f6301c416337b43d94fd6519b6308f98f31ea3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce21c8d0699b3cbf8a24ac9f639f96c7acd2830167909bf97fa74465536dc6cf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d5648837269676a89866ae9171b038e4f7ed46
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff48b874f87adc8cda1d49d753dc7ec7d52e162705f83d3c966da42e226d6742
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16817a0641a9bd70d9b3553c47ea8003336feb64
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0189239e100ee8a1304b7783252421753019c069453eba72011de27afd34963f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d8c28b23d8a582547a4bcef85bbb1a48f1bf1c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d604c8161b2a3c423ef1ffa6a5a2b4ca495d90bdcf89d5dfce35ceb8da679e4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c6f7973e34e8eae3b2727e7e0c06f338f00e4e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6221555cd99dfc4500acc1e3a69e6f30ff44925dae6a22ab9b0fd46ecafe650
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..119896e83b7cf69b7a4e4ef22dc512a7ef9332c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bf12577b1e122aa1ab527f015a470bfe3f27dd09cc5f23943cedb3b41b7a37
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ce38bf71459c7b8e30168e809255de7acb5866
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807a4ab4630652f90e94c1f95b6d46d3a77cccb19b3efe536283eba2aea25ad2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cfdab92e4ec5fc77942f74984d43ef392712ca3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950ce2031889fb363e8a99b4dfa93c57880b24bddd6e6655a3d94ef691f6cceb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18349214a009d460f82d06905173c0f2a39c590c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b720bd545730bfd8a39f5af95e72308e0044e5d9071c84168385331146a8a53
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4aebbc9b058f3084ef39ab5664540243dad7a0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefa9f938b2a5a974eb4537c1cad3a94721d908dca5aa77f53ac47cc76c407aa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7039cb8a374607165050b7a37b609c32f9918f6d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c60e67899da7bae4922a5fda1622cd4c46e31dc1b25f3295d03611a7511f787
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f579ee58640fd345d1f7a7d8a2e50aff5f4b66d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb0ff0b5c40da52a6279249e93453178ba1945e1bd34b7666e4216a569c10a2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6094aecbae363877bdebdd3f7cce099e9ae5c20f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78dc1aa9a5d77176f1ed0a6c1231713195cec6862dccfbc4218b69a133d30b9c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c06f1a0d81c808e042d1e341d967758a16ded81
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a687c81db24e3b8812c47d9d09065bdd6f7e770530e1637f160d12cc6b9dd8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fc0132caf47f51558c78027284b5cd5765ae2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf26477203fdc6785e4ce4332590e336eba64707bf9554cbddd1d47679dcb4b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e886222ad71025c71fd6c151ff7e7aa7254c3b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e26f81a1c88461d974d73a215cd2b5804f1eab7c59d28200a04a96efe596fea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84947cba5369b5059e1714e3a9118f1d79036da1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf006608c2a5e1c9eb41e3648e196f9f7a48e8538f1176dbf6584b44cc0c1b60
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2847e032d666eac4ba15b34371c3a2f7e90a81
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f655373771ee2d16ec93b48aa1a4e22929003a56df9415aa7392e3b6868cef6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79787296d693b5944b0f223a5ba3e9e5ad230295
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e876aaf596c44c02c4898c3b06597d247f487566ea40237b3e811e753fdb72
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f7b8a111d7eaadaa76ae80b4c2bf9b05574f7d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f40bc7959f654b3925017a55ab3ab03a65f790464c6b65e2b2576a2f1b69bb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6f6a0af396704fd0bbd88da2c71af6584fbe23
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45be321745222a30369f8ca0cd48d39816a3d5e94b2bca4da05b626be60b62f8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445620ed590373ee895c494cce58897b3e014792
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18de90f1cb10a44e3468b8a403dea328777bafa3878082db2a6e54bb0d9eabff
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77618fab430cb733b5916efada5ab9ce9c727c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2558e3fc5e6de5453c781ac058096c43757eb8947744df218f4515ffd06bcf04
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce1f8eb76c47271e3aa78c0ac21766824364a2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b6355a4aaebe3094dd571507ae113df09e5339ad94c7817946222f813ba0b6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1e189ebe4b4980acb950dc23e0e7f11fe0199f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfeb2aabe5d408ab43b9da025c5caa6d8e3d19d3efaac567d693f8c5beb4013
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9000a7173181b9109952262db5646b69d4e74200
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5c25050ee02ced9982dd7076dee1b5d96c00dc4cc83a5719a56ff8d9baaceb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8e1d853857d5a8a566fd525b19a2dbd4f11cbb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58846d60bcb08e10c61453e1b9eb465c3a6688063f3c64f6cece15166a55396
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c146ed9c2e7975d4507f3b95d4f5f26653b626da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4a6d4c0451c4857272119397159606ef361e780fa40642a550722eb376a05d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398b06890bec3a9b89b79b6c4ce96347f43f3ecf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d7c2df86ea78a47f5a08502f688a6446a520db8c8019a351bad40d0fba0124
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338e8609f3a152d00ee23ab7774a61ac6acbc98c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6474f406e698a70e2f0d0861e059caa30b2a1fd59a6f9f8a2ce26737fa2aa9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c56d90783e91d0fa5a5f34e4251855a5d6057ff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2f6ce9ede0b2f3833f143b21e4598502a39dce75d230e395c5f9ed58dc4c97
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34adbc8abbb2745caa9865fe3f2c03edc3c9ba26
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fdaaf2d8b4e2052c2ff7c1ae3d29962bd73ff4176e9c6e89885fd4c6466f84
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666fba6ffea305823fbd3854e8a7dd113ab99b12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0328a6d29d1d1cb5777afce8f07cd6a5201450296ad61eb9a951657723662f74
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c687c8c9841bf84102b343ec18ce637009c77a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37520fd0f5e73b914d1e125cb8045e66285283e06b3e6c40740b2255ba4aaebb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0dc6b942f7814d72e490c0df63e3d92ac3ff9c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c0ee9d719c2ede74d1740369e2d1baaa6e50d7bb9ea2fc02a063557759f9b2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8bb754f0da358008f3a49a38d3a49dce638266
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c59d81892ef9e84434d3119b37d8ec1cc92b18b2c7bb07309f3dcded7224ebf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc883a7dc4dc7dd2aa9ec73ae6e70b33fb224fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4c3c5e6ca6aaf37df14e8ac466c13b24d55bf29a9d2a7b5bd1cc94f30ae50a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42e060103e8a97d87d2660eaf85bdb966fb22d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c2d3b1407cb9479c11fd681566277b195a6b1e376e45bfc87668d91baa5902
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4e22339e4d1e18a7ff75f6314f7b764309174e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef30ab0820f3583e1b3f17184b66d58bc786d071eb265598aedcf9073110985
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca5c3a770d35fdefa905e69e882272edff211d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7301ba2d2812d69dac91c0f0a3ea9a7d4d0c29d727b3c49e38a0e920435ebb00
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1045ed453593b2029dd2b925437f8921602c07c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63dcd23f0760b2dc3087a2449f7c385901102ab84a1767bc1d964d730c66c54b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a647f93e350aa6f6751770433088a9cda284e8b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9efc78a71b7c39fcac0a6aca1eed0faace2bad19f3fbc9db4d8f4c27f4258c9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9fb8da9b60ebe69723771b8278017d0c9dae1a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08bed664c914b85140be340c222194fccd24eb7e1673542f9452517e3a66e6c9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ddb6c8fb143d2eda9668cbbeca7cc7085e8bbbf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb588a6b6dc0503d84aa5b273e516af97b37f52a54765aa9b01fd95c9f413a91
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac95f1f82189393777ae55bd305d41ddaf400920
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a54c08afea7864d30f32788ac46cd3b08f3c0e252e9d4f1593770d52dc500f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1d6a3c66cc603c201a237b190ab8aa2a0eab22
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43e5e236fa706faaca82e36031f0fcc866defd474a8adeeaecd8f569bcb0d29
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a90ae5007cf7bb27cb2903998c3b8f6690c83d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b526d1610f6c750e115b99ca18de60bf8a191090332fddafa33dd372d32d00
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103079bd3995ff900fab3d6dba1fb7d26a05a4f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9bc731b406b49a99a800c8529766fbd9d0ecacf3b9703b1ac0178fcfe42be6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb01bfac2acefae292dc1363bf0d966d01c0b7e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f0cf218045c82ee29462b2e0b7dfa35259532512bbfc3ae1b6c2bf353c8758
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478b7dfeca6bb9d058d21ff5279102c9aa917999
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab38e849c690b448c9c68a27326f00367b5113dbf40091226ae968f3e4919d6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87841b2536ee66b484d81b427beb1f94d57aa323
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc82f6a1f4938b44d722d74ece963ce6aa241e3d3d487c0d73e1299329648975
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d246d62572544e5f57a1aceaab3682b5644294cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49dc1e1f411eab5163991183072f9610a7b05963f151b193c2fcd3b946c17c05
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd75efa3bf324d79f6502259386162ec92de0be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f9079b2528245cded3aa20b17099a901b31bbb3e4bc69f350e0651ec739586
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811420b90db65692451cc5eecfa2fb1ea90ca183
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d112cf17d9e505010624c8add6840f923c60f97492c241a9b144208038fdda
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4daa97d3d11fbfe7680c48ddd577f07c5e8491cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0951cff8d4979fec2e1a9af117ee86b0f02b0648e16d9f6d97ade76fb41a828
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5583e3bbb975fe0026414e058e055f4f07a680f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281aa182a78c992aaaa20ca69ef3c0d342ca5445d283acfd2a026cdf6372f9f7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d8060b78300d1e126c9615838ef7b0c2172c03
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da18e0aeaa1293b5416667ec33b631868c5ffb344b6858c78e8a16b2daf67eab
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c7905f1c55c2d89ca51effcf5fad80a227c7b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c858f0d832f6035dfd61b449f26f928d5fd0ddade0b7e79a924c3d51ecbaeb40
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b71d97befd66bcac9223d831647778c578dd37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2566c376a90c5815bb58308c0b68123c48bcaa72a6a5e0925089e140b68bd210
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753ce36b1ec69fef9797db7ace53ad2c10248d38
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c075174a60e304134e3241a52b5fea227afba5cdf958e73a282315eff82280
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44565601440012f224114909fd4d9a751998604d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d794cb1c32770f28ec897355b456ec349f85987406f000b9361710a16fd672dd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10d5af183bea3de7635edd3456f60990c3631f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4674d295f1d914237025b470fc20246b4873998d9009156ed5153e4a1ad1b894
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d98d672e80ef86f4c655518670593c655c4460
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec315efff2970cb322bb17147393355a50e2c7162536c9728e43eff12f3c5c0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10d156ebc0b9bf9cdf5d3f1a8a2623c72608e01
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f728075f791409c4bcc9bfd0a1403a242bcd83c90764d1b3ae14034e9232362b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f1aba51ab348d6531882a605b0fc814b391c6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e5d8569180425e39cd5bc5d1a8ea9401e5d15f286aaf0a0ded43227c5a7af9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13e43351a8a7bd136e7d60b6df3e780a728d456
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2734f333e47ed7055ff2d387811244afa835a966556f776876b80a975ad3cde5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095fad75e5b2c5cf9491857d1d292aefa81e0092
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a77aa193c7ef1ca8d54f15a1d6e72fe5764d2172bbd81ffca2fcd025084b61
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a398ca0843af79634c1e3c7fa1e7d43210d16f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb856fef444c17c2eaa6f734a757f4a4a55ddd3bbab60669682ae4eda73a86a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21460cc710d466e2603b5afc5dc05cdf926a7260
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ae2446e69aafbf122fd50496adcf7c0160393135ba6bb1989a1efe6b7f6a28
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440d0172d1e2343bb11c2a4ffeb4f8def3810265
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe29a55465b50b2a83f8c73fb82e674d8e3242964725918cea51a6da4741e99
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78dbfedb44a8086850446e56d2abd74c49f73fce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cda25adb85055fed68206fa1dbaf0dccd1a016a51366a1b7730f697430c3b1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48076f12a0661ff0aa02cab32b72b7332c900926
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f22759046f5e57b182feba8b9186a7bef4e9216f06a1e2bce30247d1e558a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5840a7531665752ebd85b403db7f61b11947bcfa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66546b84a552aaef114c8c0bc6c6208faae843b838493e640476f587805d937e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84103ea26a597c8837ce7b81e36dc9a96828243f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8f85ad8be4185a2fbe85c684fa248125ae7144f55438f123e3909b25c370ee
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18586f87a2b569499d2eeb928f578f6cd92b8b92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6a8217ed00f40222a4458dbfa125f77b659e72a847a67390e7f2a5d10a5374
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3fa3395d3b73eddebe77914a3e047b3ba2d40a0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765ed67895401e88afc4965cf0a4eb3311e437032fd2683cd1e5a469bca65a2f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3670360070266b454ad4f8780962cd5b21f19472
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62018957bbc747030678785b2d5e20c1b01608c56e2a69bb90caa69ae570516a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3fde6b2c0786f70b8ea3a4e81d1947f1118d72d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c4d6eed1976a86a8423232106ae83e81ba8fdd57f30d95c232f3e6ddc17f83
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1faa6393aae9d2b4992ca488285e49820aaf4b75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09641ebd24ac51f4b1946a1ff7826654abd370f529983fe003733c90d0ab394f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce011ed67482848b3db180e4f5447f139266a7b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003020859bd140cc4316222acaba3a201f1ee8b5e2d971a73d7d54a46865f372
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27531fa7ff60b313622d6ab525144b32e7d6d538
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848883411d7b8ead175eba6c69ffd30f0ef8ecf3aa1b973e8a6ffdc8ba92809d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb91a44e2f97fd814eedb9cbfec9e63632af290
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a7107facb7ebe55c6d9077ff8659532df70619a8953914a2fc6b9a0081d9f8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962625ecf1d78050e015d4f022a7f565bddbac71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d52a6e38eb04fd5e13fe60bb2b9ffb03b3c451bb48a4aa5be6736cf161221b6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ee22e189d97555972686e33bb70ed0d8a68505
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f659acfe96c49c8be0f42982680149e98945081a7289c0d1f16db610ea6575d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4137209be10179f05b1ecd2e799316417cfca9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f52e250d0b35d63bbd1e51ff5de7b9aa23af88aee6b81a445ab3914f131218a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4e89e58317fc4f143274831e79a5ff28617e6f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7616f238a9305f544c24a907e8eba732e37b132e1be440624c9def5796563f12
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed346a51ab6807917a6c6ff72754e41c72ab222
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c14f598dddebf6034cfa8e77bcc8f61021125162b7b65eb53908c395f5547e3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084d8232c63be6ae06bb782b3f31d04052720d3a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa3beaf91cd89fb58eb5114a08a0efba22de70c3196800f7bdf0890fca8d6dc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266b5539543078822eb373e2219c83d9b6e6045b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdf3b654e5cd3e1d946d834b6ea638d8c31f9df2b755ba6fba8e6ebbfc2077f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b314b3a6fce14ed1e36557a5a4d634a393f4f00d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2cb1a79e08595b7ac9368432f83c8528502a1f36044b2ce9fbbb3985f80ed1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8326a06e465cf26f352e6a9edd1514cdea34d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c9cba1c917bd4b82e5df8f8cbe929643aae137df9967b30193db72b027e1b9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c873a53c6e88de58bfcec0a48831933fa4e754
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654e31e84cbfa5fb372d6142be7f306015cda007cbc0796f7c5a737b42ea361c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466a03b37646c99476311b304334bd11d12e198a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f148dd0ff7ffb24a8c5febebccea03a6cbbda08d8329718b04b46d390ac81828
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d292c26307604fbf27760ace736a6274aee7eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4684e71c6107c4f2c9896b9318ac937b9449330b9c0a806e1484ccf2b83f99
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98984ecef57927ba486385a14bf99be99411c45
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7dcfc0028c016f572168d6c5213318cba84fc30b3fb0c8e0470a192f863aeb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef10cc366572e00521378950321f70a4e16026f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47771e408fad1f41b50ed3f9ac8be868e9aa6614ff1746f7d75cf84a08accc0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77951e775f0536db45e41b75f45564633122d9eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cf29ee67e1c7ffed1cb832f685240e98d3ed052bee9be5569a7593a84723a1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4022eba5c5f9ebdd1995d0e124f5e3a0ccaad65b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab064e1a14d15600970482cae0c94642d4c18b9ed3e7ab288878a75128074f12
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6ede367a0777173e4ce718708e3c48fc11a44f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c243f2b4a41d0d5a2eccc6abd9ccdc9067666070871328e632d8b9601c38f01
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f79ea06536fdd42b681d7048ec84fb69f46fe5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2558d9bc7847bf4d839adffa3f7b9e36dcdf4d2be221c057a8ef54231bd2d5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78f98b1bd35b77e11a50e44df16a135ca3cc165
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f41fef3ef2b8a95d9853de8af2b6a35fee1d07c559f1d4ef09c630b6c89dfe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6528f98f4b208a766867e0cec6504a1071c280eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1928be8f0d5c3be3d8b82fa6420affe20db99a4f2845425ee45c5dbc0724bbce
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d79af483e165da6c4635e96a7ed27ddc54e08bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0c80b537c0e3029bacfd943495cc3c7b30ee1032fb1a272750a4b6106682a8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b968647a5e5c6297cbb52319cfb56419c11f8ba6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad83eb74cda0ed3437b3b4bb034956118ade7f241d5498384c01c5f767dc1a7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e01edbeb001713f08c2222e6aa703a96147deb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c9da0bfed3392cf0ef92eab0e0f7ccf6c87d210f92972c9297c13d4ec98713
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddb23b368fe036adad49f7f36ffe41ad24106ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23408731f869c80875b20f25ba43c35b05c1d812ff01fca56b4bafbe44af5409
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab978c7393fb6a40b721f542bae6bc7a6b7ca2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207af3266d96931a1da2dfea170e55fe95491d432dbf8cbeac74a90d47b9db6d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280b6586935996252f6a5927b3638c2387770535
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b57149f62384ff9f8806acadcd85e1a25caad246ec503de6882ca79ddc2bcfe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a823f347d8fbe54379145eb7c8a2edbd32e956e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d197e9787d06e6e13932819edc7e0714bb232968a961c46915e399ce2ba07b70
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2461a745f8765bb6bfe4f6f25232dabea72a02
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00c8ebce925a091da5110569b927e7f6594b4a4a68bc30207d567111fdbda49
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bec29c4eabb7139aeb37eee2808b55107004acc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf3c02e7c82096e4f7d56ddcb7f511e23c71dab18d3fc33e59642213e342c43
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948d8c2ac82eaab390951c8b0288b3f232101c21
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667322b8c68f68b31257d7c7aec3aa4d968aec3b92bad5644eaf9e1192f50458
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809cdf3b2d78be6a9ad22e63bd80bc11fe1b061b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ea73caa41b4dea90394fa10b6fdf447afb72b572daf21eae112af0d9404669
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a3cc0b12b31931b616c2539c30f1cf1f676542
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4377c061a8666ee0656d0743d8c147ec4ca7eebec9406ae7425ab3c50580b0
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d436aaca7c0844d43437abd774869123d9fe52b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c00f2d8e8b8e456028e5fac5639ef72d16307233bfd9feab213f3d89780893
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0f40e0e5f89b5fae3b91ff962dc6e3fec09c2f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb51b4fd9289f92235bc5fcf9e5376f04c82c79fc6e0f3493f24dea1579d9fc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b39dac2fc3a16db93f83b8fef49c790fbaf5d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b0f50dae4847a4fa220a596033582bd8ed15b20d60ec56994d168f5796215d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e62184f7b6e1405db0afd82135468f6a2cb582
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d43f5eac798c2c50329d7c6953678d7418d1de3e8a7c9e5b7307f218eebface
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e29f47ed1b3572948dd945218fef2967f1e02c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ff1cf32a8a39ff9dfccbf94fd8a56f73d8637f98386c99f1cbc88a40b31b18
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc610a29ae58a9e109e1c1276c57a92ac886c92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d5f97102892e2075c5ca4176dc3ce587b593eb8a488571619a8680aa13cd43
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0eeeabb4a8bc5c8adbed35a17189cf3473671b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55ef494be6e7aff588b28ecbe9e5c3be2018283f99b15f43e45e60a4eb45999
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0510a9a67b12253f813fe2d702eed0473e27e81a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842311d55c251fbe5e0f9c6724d2f2a60dc7a938a951004d569b8e9fd4b39982
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37cd74f80a53607b112b4953f7244819a320f41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34659830d0d95f59edc0ee38a7acc6e5571bedd4770876ba8d9a70db2b31c2ac
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1be3049c9f0b0d60dca84ff18f3370ce6c8c2d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91d7954a1670709aa173aa4c927c8a9e7f580ea44492da36bafee014d8bf947
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13edca755a73d1bef366a59f61e1553f1e1fb37f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a71cc892d176bb75ad809dea5b8f778bc2adc63d0102c8341ba6be243b3a8ec
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc20152ba0a17db03bfea30cdafe776eefb08f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991b76ab447420c3308bbf8aaa1f71551adb76600923de900a3bf3ed0fe3330d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d11ca13d32f89df3df6b7ab06b59e2b10949b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ddd39d917a64edb3cb12f0b644527f07d4afca5c233cf2216e240b8c76e21b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46643b1947a77069fa3b026cbf9d7ee2cf354c5b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1e750fa942e6e5aa58f113c097b982ccc79273eabc01bd5f3eb9240b4a5063
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e900bb856526fe59b29afa453e39ed3ddb6634
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32c80bf6e8b568af3595f1e98c36e8f33b48447696932b43f43a7bb3f09d0bc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072fea66ff47d013dc1661026380dca61f8a1d36
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6158da38266c8bf33289fe5b01b11fbd93858093fcf8a3eb0ad976080d37030e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c6e38904b540fb3b7f884d779d921d6b7cdbfd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77270e70eef6cf9a0a709964fb230352dc2060d9776c8914b2b3881a71ecbd11
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee247e4eccd3ef85ebd44f501d6bbf10d08b3ad3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60035225635b4a530904c29b1f93b36dcdc4ff96fbc258d5576e05467c430eb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7369891c3f4fc2b699190123a86dfe7d56f17b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60004bf951e33d9ef5b2615137e6708ed841a105c1c85bce9b0032139afb3d1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95aa202e6e036d3058cdb7f63773bb8e704d5f6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291faa4cbabd7229fbbc009d68efb8cf2c6fcff869646879ab1b8cccc61ba31e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476e3e6461badf759be97253a79539560f6db4eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6126f674568fe6ebaebe221cf0073c22d03f3f686eda3eb8726da9f389eca29
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05440b14f41f7727dede5e9c40a403fca6fffb32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4baccae20b0af84584361ae1548bbdc44c987d09af8d0e99e39d1847ae5d77e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ef729f523bef09f605f8506e80c5617d888499
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd01b8202e5433ad9745b6bd418cf282a0ed6ab32a0af852138bb780ac5db515
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c943d1b754b9852a2d463327ea7a237ac29d95c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf3521b92145755b2c4c3f459dd2686c0b0c525362f1559ad915b2268860506
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69088eb3600bae026d00d40ad729ff299d908f82
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a717f41a0116498e7d5a7bfe869aea0a310d96fd088cd8537ff669d1ace794ee
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a62c0881d10d0e48c6cc24a160d52ed0840b6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6fc827fcacc05535af051fd5bbeb2507a6e2493ea268442acef8e3011974b7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a048d6abdfae03653a19282b72694a4eb26b1ba2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e29c6f8c2e250aedbc69a6fec9d1f8307f8595282c8d54c7856b74ffe6f5ca
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65323e669bee64d3fdd8c9cb0aa9ecf50b0156db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc82704ca27461a8de9ef9e1a5d33aa45e0ae07003c35c639ca871312cc4514
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe779a878e87df34ac26e2d81b73cd48cc87f80
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa78db734007046b25722f36fc64aca5cbb0b9f3a7bf87be1099431ee8cdf1f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb3dbcf875396b3874e9b8d32cd32b4120b3509
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66187cf5ec0f3d32f64c103c1385123d1f6839f31f5a4efcf8f367f1d4d4173
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce0df5b3610598e879f5ad952734b49275a77b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d70a6d8ed96d6e7a1b453909b1790e79987975eca4bc6236a782b2bf39e901b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775561005dc485faeb1d7acedacfdd14d41021ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a85d7980ec1a97adcd269e26d876d4f9461fb5de52b220322bd9837497a105
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7f397667c6f7270fd7b3950870b74199e79a64
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5107fe1c2aae683141352bf7e723703d5f453c7f973cf0c5941855608b39de54
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f3567c052be0e8e23dd485544a0c8f87c9e8b53
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f822c58bc77534d7df601bceb47d6d7fa5747be28338e94d226d0030d5480d8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866f70b8e652682c42e4aae6a124a71616f492c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce0a15b76b6deeabdf0f85e26135a336af4145f17200336d1f44523eb9f74a4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9fd9c42375cd4c52ff929646cc2e446bb929b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556b4f08c2f10a6d2b15cc9a6590f5c1cd057cda74f47b346736caf0c01073
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2a7b9ea36c502d0f4d05e3577ef1a0786392e1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7f30010905dde824574a54318fa36d3c999aab99b065c2b4a6c5d280b5fdc8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5512e59331775abe741dbbcf7b5e8f62251e22bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a342b69fb1d4289c0961013919f32b56f6c228fb4103a65644718c64c8148bdd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf4878cb34316e14c17b3c5ddf45de0e87857a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db1eaedaaeb13653e19a4058c407a5dabc6c8fc4c5cb18faf50cc5c3992f49a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188634ad0730c59ee71dc1a3285da3abfa5ab60c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80337b3933b1b4efe06b7d7f396a20cdb7a071371e606a02057dcca61312b48d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c39fbeec85f9860ff5f4d143dfe5a38bc1386f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b850ca4acd11296eec66d8dc18ac1fe2474587dd762de5f8727b68f396868b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc0b7067f6d8b16fef3e0eda78b11e7486cf44c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ece6b3e0efa8280f7643c0bf8a8945df9e32178a558080238bccc262e34843
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137fa7c0bcda6fd92a5279ea19577b1ea1fd42a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a4968596bb2a564b3b9de52be1363acc2311c080231761a62e0da6cb32e6a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a4589e66415b29f36d6e9bee6ce5fa29e0066f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18d6b0162ca3ba06ceaef2b2ff1bb8c258f5820538639762cbf8c7d4c00bec8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ea06a56c871ece970c040f2a34143e9886882f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1538de31596ef80fff1130a5ae7de8f16f4d2af41d32333f68ec398e8c684f86
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15403074a8403fc749a818b2154e047ffdd5a506
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db176ddcc4a0887265165f31e70983099f887d4e9a842bf3c5b881f7fa5c5a10
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36712ffbb6ba43df8367ebe6e50e5634ffd2b80
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6aee3dc2c7292318ad9994f7ec3c2117a4ca3095ee4555cbea075c717c45ecb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761384568749b8addcbaf5408204e8b10f698039
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05258653642f2ac11fe20f9f814bf15593b59ba20dcc2cb3df56fa43ec897e4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4bc2c47c229a83c08c4c74c68a7551709d06566
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686446620a42f05a4c205e6222645248bd8c8ffc3f72fd962a3520a28f150f76
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fd79865414e49f074eeb46baedb4517c53db87
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe5bcf59413bb427a00048c3d1deb9cfdc7d5a85518791c598d04aa07794a70
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637873d305c7818b583e5ecfca17c0d089b25400
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12470e1878217d2276a26366e84214fbf57288137aa03283ae53de9e2adc6402
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f614c6e5b133fd0d36fc9e68e0c320ba8cf453
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c458771884cdf5567d667844573953e201722e1c540d58a15bc05c80a2fd700c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a47629de95d722b83476f014a5df4e908aa7de7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d131c395feeac0de945f20aef15e124f9cde86594b110a2d25a0f2d3efeae8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc44a8b49a99108817deb0751f40145f4bc9cb29
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7dd69bbbc9ac08e13dee5b55a902403ad71bfa6b386aca15d3bda74edee766d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f512721ee3ea6e7a775a13a81cebb42a1acbe7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514d6c09863f7b857455b3ebb0ad98757c6523f228d82160e9393a1b5afa7a27
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf33721b5d5976d9b140fa0a62b11f208aa4cbd1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07428251b5c38815920382e70f9bbea72637dfb3e17367001c22192da491faf6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af049eba8a28922ea8bd70d21ecb4d271b5e7809
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589ad213b574413d4eda9b653e284dbb64fe38f8d5c7e462242c31e4fa1ab3df
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4b81fc477c1e4b9b504b0c55b37473958fe362
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56a151b0932ad8fe55c0e46b003767d912ee6570022a3f1c0b98545621c6b26
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec041ef7c3e5419603c996816cdac118382e01b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f776ca93ba2a8a914bd9344cce7630ca614690656b8e8eeae054b4d6a8d90568
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c98eec0e2dc021113b320b7247cfc1e67719fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c60ba40fb61c901eac7f894e4d1c7b61ffd715d2b7b63695fe222bf5e4e64c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762a5134943f90e51e4cd854b9f507a7d0b06046
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fe4841f3b10c0b077708e696f0cdc261b68fb192a9a5091853c2335487b0f3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71ef04eef892759c7b57220369a626d23c0057e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2f31a8194085a0727f8a0ed42e13bb6924b9b08ebe160276ab286c646c1957
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825e5776eecd764217c4e0a0616a5c0fe67c2150
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c581ea4cd3b89ff1512dcd41b2eb1fc94fc8a695e3c9427a4f2f7eb04a5c72
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6791867315db6f43d92c7a2fea7240ae1d8129fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cae4987682748f1559aacdda9b8a1336d102d8c7a05e10ec250fc8099c964fe
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b2ecb4835904a75f1856f6262a690adff067631
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d49dd4be512502cac1b5e8d36bc25e35a4843b5937f59b235c47b195045d0b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af73aecc2b72c324596abc890cea731c4e02011c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec2b96219bb2639c6c0832e0f2ddddc8b586c09e6d26d843fc493b98d12d55f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768dd4340ac95d83baa39bff2f8cb6ab9e498253
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e79133540d99de413ecfca7742a3edb7b7de35b0ee62290e6f703459474a916
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d89a398002f0bf8a373ea91860f0ed9615ed571
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eeeabba73d2aa6d632c57292d64b2b98989f020073f282ca37dd0176454852f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506bc36dd9c6d95e05511875683d02bf5f67eff7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025a21b700972e2d92f0d483acd8797cbdf8e6c2515b6efada991cab372850e6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5111a16b96dff7e55d47685a892d0ed74bf0d080
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dff91daca5f5c49abd821852f0f048a04dc5618c49b9672c750b55b55040636
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a59e6e55b6d1a4e2eaa761a4d2673b032a9efc7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22f1669f7f2532d99ef7eb652a84da74fc0dd0f3bda6050aa05646a395bf2c5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1533926a43a26d1ba7a26779a4df5eb526d1b71c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c5e9ba933fa7ae2b33ad54647ec9ee9530df3469b2595976e9756c895ca05b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13475cb0ad447f7780e9191132d32eafa84a7c0f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2fba119ffd29472778ce0e86ea9627b8fd14056cac1b949da7e62b130ce2e2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7f6dd0fab065e33799f21fdba43fc24f79d61f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019bf8bbf156385491eaef3d8ddf1e0d00c94b84d6f8d0f354e79d8e78bef6fa
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71420cdadde4ff91a65c863cf47180e37f3cf31c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948ae35b57416d7a4db3ddd9526c82a15d767221ff2076259216f0cc8f264418
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a3b5808dfb2d5966ec618354e41e494e5d1d66
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7bf6e30abc77e5d9444b6ca57bd0f045508622427cee4a092943c62916881a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b653177a650267e34e39a49b424b2dc4208b7d21
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517008eea651feee9b017579d275ae051803bff87737b3954dd937121d02fa96
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f9a8ac9785fda03c470398802dba8270d4727c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd23091cdc9cf51342c284373afb31248ca3534ab84b945cd41e0077be0acc05
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4832d712c5450a88bbb46eb1936a4135659db3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0eb5767b76b2bdaf8989b19a97c1a8f1846d3bb6a90af4e66488e37d7b5cf5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955fab051e7d9b5b5f2982d1daaf864d3a6dfa1b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9839923b5e9cba4b402a73da4b677b3accba82f2a683af92fb3c5981c9bf8b72
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c548da9e78976cbb9002bfc89adbce4094eadb14
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781adcd7166baffdb2e74acfefd1ab872ef55f98586c3880e7e5d26c29234f43
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5ff8fcf3e4a8249c47e9704b9a5704cbbd8c1f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4c6def3a70e8fca7faaee7484ccdaae844b3cea72173995b280d12de964375
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b01e3a87c747d2107787db874617fbdd9483df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba9189eebef268ec3e38985df81a1efec10850393c7afe2f5e78a7d1d769962
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e509424a68274fc0e9601266e9cfa3c0068e5d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4686b5a3d64639bebe584a6aa42b7ffd97d9c855a14b454f05cf4f65164cb9fe
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077d3d6079dd37fd7aa33eecdf9bb5734e26ca2b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a1de151df66e014493e02a884833279b895c444404bfefbd49066ff5ba4e01
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8809708e2fd439df93eead7b16f071dc7c54427f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2962e538ae9d27cf14aeb8179cc3f3dc45159313f1c895bc20c8b01907a7c412
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b7727f5d432431280e2824ac3ae83e36514382
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc445469b249acd4da7221f5b3439662b704bd9b45547333a652a27005cddfd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575f1fc04f36524b0f218b54d3460886d1363356
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4ac16b5a67e07f51c30fced807e6cd86393ad89ee5f31298e3808697b553a3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e3c9c1f5ce2efcdec9fdefe99de2c7557b7c78
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3178bcf60bff56bbee3c9904dcf795698ece3ea187cd0fa17babadcb05aa8b3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9cb273290cb05584ae69d71cb50ff1e5a181b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099d1b8b5f3c3529ffc1c6ead785f6836f7c3d49f509ca75b22379a71c37769d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db55a12c4dbf788ea4d21a48d3bdf162ce7537dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c7d2de8fcff068472ee501230c78bf7a3bc7a7cae9c6ef6f5f8780462107b7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66edf351f05ab09a639bc467276468f7e756f53d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35adae4582fe08d25f5ebed8f72acd55b2790825de1d14d18c34aed5a0dba74e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8265d1a1139c502f156531d67b40d32604d5322
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f583614839892a018076581f3ca497961886e7ec3f3558adadbc984b3ca53dfe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaddbd917d3418a32d29a325892d98d5f9a9ae6e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f80f5f94814115307592cf0d12713214e729946e9bbdafffa216340e3f3d15
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e00114047c4e01ad59a477f2c46542ad3b25edd5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c7fbcaad98336ecb36f9adfa2b6e9b9a3f7bc14dbb16f15aafaa701043fa3b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8db762a5f549fd18013a9c2406e174ef255a11
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d80089e1cc4ff7c349c2cc24c540f4d72c89f822fbe915163bb8436387ef30
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c11152aa5b9c5f5e6df764ad1cd7d2c75262282
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123b6ad0c78f0a5efbf646fd2545959677f8aaf251a90eb4d454c6d1d1ad58c6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae70b0e4ef1c9106c86b3fa991eaa4ed3a19f52
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca61e0e65c8333cc1a67ccc97278dd3c17ef61b57a481bc488cca4cd2b3bb044
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffed84e323f9b267c210311313b8eba2e0c8377b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04be1e9bbec719d85bdfc27c51c80d01cd4b2a2195400ce51683bf7895e40e7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f05dde88e5b949d3d06169544bcecabdf7668b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6522aa60ea95bc973b3b14f8589fe1d84d3e2b1f8aab6d10fdc45d83349913
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8c803091e80b8631216e4b9c83e477e3a94eeb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96da34fdcf9e68c1bbe7a73f8734361b8634560c5b05bf1fd449f3af646e0853
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745dead09c6efb57115b7630bf2b30f7bfc76c5a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d464458c796bea3f2e5f7fbe5386d954b619265af576f6fc35768e0e4aef0998
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2616d2ab7fa80e3c8972843b926ac3137c32e449
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0744d17aef26ea1934ca21c2231bbb65a6372304432ddd978c21022fea645a8d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8369d33c29fe463356feac3cd0de0962db9a23d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc74971e71db3594434c515ee2e9806ec573a50aa9052cf39a004b952299aa5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37cf116eb3bb6bf027c23c807cc8d0f29304ddfe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bd0b33646d554495964097309f524bc3277846a4f4c85a3841afa4b4e40862
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34dfec48bbef1b784db42cf2be2550a5be210d04
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e91e0f8497608521e45cee9681d52bfdcb3528b174de162f95d46ae8427100
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f51baf64c554c1409b7eb37f37dde2d479e29cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728cd28c63c6544b494ca03ba4258f0ffd321746dad4dc9723fe08f12304b43c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71cbf950dd1cb747a4d3100d54670b72ab6cb877
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163d97ed12c3f92360106cb9e9f0e0340eeb81d8948304afb5a63717ec09dbca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4848824b4ee4f981ed9757a155c26a5215198617
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c652e1b9a47ba8621af70c8460eb193d59419f4f3324857dfa460d5062054eca
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1cea3469dcc69c49d411ebf57cb4c4f2529e17
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18d2c6b45a698717cfc51c6e2af630e0351357bb38d0aaae6a18af93b1a7d80
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61637f488627d512b6146ff5676f6795f261a1f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc0861b14233ca06008c4ed8161f75e12995697ed2ac5ac17adc076ad3c3f34
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f6301c416337b43d94fd6519b6308f98f31ea3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce21c8d0699b3cbf8a24ac9f639f96c7acd2830167909bf97fa74465536dc6cf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d5648837269676a89866ae9171b038e4f7ed46
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff48b874f87adc8cda1d49d753dc7ec7d52e162705f83d3c966da42e226d6742
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16817a0641a9bd70d9b3553c47ea8003336feb64
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0189239e100ee8a1304b7783252421753019c069453eba72011de27afd34963f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d8c28b23d8a582547a4bcef85bbb1a48f1bf1c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d604c8161b2a3c423ef1ffa6a5a2b4ca495d90bdcf89d5dfce35ceb8da679e4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c6f7973e34e8eae3b2727e7e0c06f338f00e4e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6221555cd99dfc4500acc1e3a69e6f30ff44925dae6a22ab9b0fd46ecafe650
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..119896e83b7cf69b7a4e4ef22dc512a7ef9332c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bf12577b1e122aa1ab527f015a470bfe3f27dd09cc5f23943cedb3b41b7a37
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ce38bf71459c7b8e30168e809255de7acb5866
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807a4ab4630652f90e94c1f95b6d46d3a77cccb19b3efe536283eba2aea25ad2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cfdab92e4ec5fc77942f74984d43ef392712ca3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950ce2031889fb363e8a99b4dfa93c57880b24bddd6e6655a3d94ef691f6cceb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18349214a009d460f82d06905173c0f2a39c590c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b720bd545730bfd8a39f5af95e72308e0044e5d9071c84168385331146a8a53
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4aebbc9b058f3084ef39ab5664540243dad7a0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefa9f938b2a5a974eb4537c1cad3a94721d908dca5aa77f53ac47cc76c407aa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7039cb8a374607165050b7a37b609c32f9918f6d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c60e67899da7bae4922a5fda1622cd4c46e31dc1b25f3295d03611a7511f787
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f579ee58640fd345d1f7a7d8a2e50aff5f4b66d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb0ff0b5c40da52a6279249e93453178ba1945e1bd34b7666e4216a569c10a2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6094aecbae363877bdebdd3f7cce099e9ae5c20f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78dc1aa9a5d77176f1ed0a6c1231713195cec6862dccfbc4218b69a133d30b9c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c06f1a0d81c808e042d1e341d967758a16ded81
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a687c81db24e3b8812c47d9d09065bdd6f7e770530e1637f160d12cc6b9dd8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fc0132caf47f51558c78027284b5cd5765ae2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf26477203fdc6785e4ce4332590e336eba64707bf9554cbddd1d47679dcb4b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e886222ad71025c71fd6c151ff7e7aa7254c3b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e26f81a1c88461d974d73a215cd2b5804f1eab7c59d28200a04a96efe596fea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84947cba5369b5059e1714e3a9118f1d79036da1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf006608c2a5e1c9eb41e3648e196f9f7a48e8538f1176dbf6584b44cc0c1b60
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2847e032d666eac4ba15b34371c3a2f7e90a81
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f655373771ee2d16ec93b48aa1a4e22929003a56df9415aa7392e3b6868cef6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79787296d693b5944b0f223a5ba3e9e5ad230295
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e876aaf596c44c02c4898c3b06597d247f487566ea40237b3e811e753fdb72
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f7b8a111d7eaadaa76ae80b4c2bf9b05574f7d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f40bc7959f654b3925017a55ab3ab03a65f790464c6b65e2b2576a2f1b69bb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6f6a0af396704fd0bbd88da2c71af6584fbe23
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45be321745222a30369f8ca0cd48d39816a3d5e94b2bca4da05b626be60b62f8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445620ed590373ee895c494cce58897b3e014792
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18de90f1cb10a44e3468b8a403dea328777bafa3878082db2a6e54bb0d9eabff
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77618fab430cb733b5916efada5ab9ce9c727c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2558e3fc5e6de5453c781ac058096c43757eb8947744df218f4515ffd06bcf04
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce1f8eb76c47271e3aa78c0ac21766824364a2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b6355a4aaebe3094dd571507ae113df09e5339ad94c7817946222f813ba0b6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1e189ebe4b4980acb950dc23e0e7f11fe0199f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfeb2aabe5d408ab43b9da025c5caa6d8e3d19d3efaac567d693f8c5beb4013
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9000a7173181b9109952262db5646b69d4e74200
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5c25050ee02ced9982dd7076dee1b5d96c00dc4cc83a5719a56ff8d9baaceb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8e1d853857d5a8a566fd525b19a2dbd4f11cbb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58846d60bcb08e10c61453e1b9eb465c3a6688063f3c64f6cece15166a55396
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c146ed9c2e7975d4507f3b95d4f5f26653b626da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4a6d4c0451c4857272119397159606ef361e780fa40642a550722eb376a05d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398b06890bec3a9b89b79b6c4ce96347f43f3ecf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d7c2df86ea78a47f5a08502f688a6446a520db8c8019a351bad40d0fba0124
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338e8609f3a152d00ee23ab7774a61ac6acbc98c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6474f406e698a70e2f0d0861e059caa30b2a1fd59a6f9f8a2ce26737fa2aa9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c56d90783e91d0fa5a5f34e4251855a5d6057ff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2f6ce9ede0b2f3833f143b21e4598502a39dce75d230e395c5f9ed58dc4c97
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34adbc8abbb2745caa9865fe3f2c03edc3c9ba26
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fdaaf2d8b4e2052c2ff7c1ae3d29962bd73ff4176e9c6e89885fd4c6466f84
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..666fba6ffea305823fbd3854e8a7dd113ab99b12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0328a6d29d1d1cb5777afce8f07cd6a5201450296ad61eb9a951657723662f74
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c687c8c9841bf84102b343ec18ce637009c77a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37520fd0f5e73b914d1e125cb8045e66285283e06b3e6c40740b2255ba4aaebb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0dc6b942f7814d72e490c0df63e3d92ac3ff9c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c0ee9d719c2ede74d1740369e2d1baaa6e50d7bb9ea2fc02a063557759f9b2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8bb754f0da358008f3a49a38d3a49dce638266
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c59d81892ef9e84434d3119b37d8ec1cc92b18b2c7bb07309f3dcded7224ebf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc883a7dc4dc7dd2aa9ec73ae6e70b33fb224fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4c3c5e6ca6aaf37df14e8ac466c13b24d55bf29a9d2a7b5bd1cc94f30ae50a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42e060103e8a97d87d2660eaf85bdb966fb22d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c2d3b1407cb9479c11fd681566277b195a6b1e376e45bfc87668d91baa5902
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4e22339e4d1e18a7ff75f6314f7b764309174e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef30ab0820f3583e1b3f17184b66d58bc786d071eb265598aedcf9073110985
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca5c3a770d35fdefa905e69e882272edff211d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7301ba2d2812d69dac91c0f0a3ea9a7d4d0c29d727b3c49e38a0e920435ebb00
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1045ed453593b2029dd2b925437f8921602c07c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63dcd23f0760b2dc3087a2449f7c385901102ab84a1767bc1d964d730c66c54b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a647f93e350aa6f6751770433088a9cda284e8b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9efc78a71b7c39fcac0a6aca1eed0faace2bad19f3fbc9db4d8f4c27f4258c9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9fb8da9b60ebe69723771b8278017d0c9dae1a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08bed664c914b85140be340c222194fccd24eb7e1673542f9452517e3a66e6c9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ddb6c8fb143d2eda9668cbbeca7cc7085e8bbbf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb588a6b6dc0503d84aa5b273e516af97b37f52a54765aa9b01fd95c9f413a91
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac95f1f82189393777ae55bd305d41ddaf400920
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a54c08afea7864d30f32788ac46cd3b08f3c0e252e9d4f1593770d52dc500f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1d6a3c66cc603c201a237b190ab8aa2a0eab22
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43e5e236fa706faaca82e36031f0fcc866defd474a8adeeaecd8f569bcb0d29
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a90ae5007cf7bb27cb2903998c3b8f6690c83d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b526d1610f6c750e115b99ca18de60bf8a191090332fddafa33dd372d32d00
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103079bd3995ff900fab3d6dba1fb7d26a05a4f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9bc731b406b49a99a800c8529766fbd9d0ecacf3b9703b1ac0178fcfe42be6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb01bfac2acefae292dc1363bf0d966d01c0b7e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f0cf218045c82ee29462b2e0b7dfa35259532512bbfc3ae1b6c2bf353c8758
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478b7dfeca6bb9d058d21ff5279102c9aa917999
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab38e849c690b448c9c68a27326f00367b5113dbf40091226ae968f3e4919d6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87841b2536ee66b484d81b427beb1f94d57aa323
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc82f6a1f4938b44d722d74ece963ce6aa241e3d3d487c0d73e1299329648975
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d246d62572544e5f57a1aceaab3682b5644294cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49dc1e1f411eab5163991183072f9610a7b05963f151b193c2fcd3b946c17c05
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd75efa3bf324d79f6502259386162ec92de0be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f9079b2528245cded3aa20b17099a901b31bbb3e4bc69f350e0651ec739586
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811420b90db65692451cc5eecfa2fb1ea90ca183
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d112cf17d9e505010624c8add6840f923c60f97492c241a9b144208038fdda
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4daa97d3d11fbfe7680c48ddd577f07c5e8491cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0951cff8d4979fec2e1a9af117ee86b0f02b0648e16d9f6d97ade76fb41a828
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5583e3bbb975fe0026414e058e055f4f07a680f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281aa182a78c992aaaa20ca69ef3c0d342ca5445d283acfd2a026cdf6372f9f7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d8060b78300d1e126c9615838ef7b0c2172c03
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da18e0aeaa1293b5416667ec33b631868c5ffb344b6858c78e8a16b2daf67eab
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24c7905f1c55c2d89ca51effcf5fad80a227c7b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c858f0d832f6035dfd61b449f26f928d5fd0ddade0b7e79a924c3d51ecbaeb40
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b71d97befd66bcac9223d831647778c578dd37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2566c376a90c5815bb58308c0b68123c48bcaa72a6a5e0925089e140b68bd210
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..753ce36b1ec69fef9797db7ace53ad2c10248d38
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c075174a60e304134e3241a52b5fea227afba5cdf958e73a282315eff82280
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44565601440012f224114909fd4d9a751998604d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d794cb1c32770f28ec897355b456ec349f85987406f000b9361710a16fd672dd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10d5af183bea3de7635edd3456f60990c3631f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4674d295f1d914237025b470fc20246b4873998d9009156ed5153e4a1ad1b894
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d98d672e80ef86f4c655518670593c655c4460
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec315efff2970cb322bb17147393355a50e2c7162536c9728e43eff12f3c5c0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10d156ebc0b9bf9cdf5d3f1a8a2623c72608e01
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f728075f791409c4bcc9bfd0a1403a242bcd83c90764d1b3ae14034e9232362b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f1aba51ab348d6531882a605b0fc814b391c6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e5d8569180425e39cd5bc5d1a8ea9401e5d15f286aaf0a0ded43227c5a7af9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13e43351a8a7bd136e7d60b6df3e780a728d456
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2734f333e47ed7055ff2d387811244afa835a966556f776876b80a975ad3cde5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095fad75e5b2c5cf9491857d1d292aefa81e0092
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a77aa193c7ef1ca8d54f15a1d6e72fe5764d2172bbd81ffca2fcd025084b61
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a398ca0843af79634c1e3c7fa1e7d43210d16f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb856fef444c17c2eaa6f734a757f4a4a55ddd3bbab60669682ae4eda73a86a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21460cc710d466e2603b5afc5dc05cdf926a7260
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ae2446e69aafbf122fd50496adcf7c0160393135ba6bb1989a1efe6b7f6a28
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440d0172d1e2343bb11c2a4ffeb4f8def3810265
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe29a55465b50b2a83f8c73fb82e674d8e3242964725918cea51a6da4741e99
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78dbfedb44a8086850446e56d2abd74c49f73fce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52cda25adb85055fed68206fa1dbaf0dccd1a016a51366a1b7730f697430c3b1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48076f12a0661ff0aa02cab32b72b7332c900926
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f22759046f5e57b182feba8b9186a7bef4e9216f06a1e2bce30247d1e558a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5840a7531665752ebd85b403db7f61b11947bcfa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66546b84a552aaef114c8c0bc6c6208faae843b838493e640476f587805d937e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84103ea26a597c8837ce7b81e36dc9a96828243f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8f85ad8be4185a2fbe85c684fa248125ae7144f55438f123e3909b25c370ee
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18586f87a2b569499d2eeb928f578f6cd92b8b92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6a8217ed00f40222a4458dbfa125f77b659e72a847a67390e7f2a5d10a5374
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3fa3395d3b73eddebe77914a3e047b3ba2d40a0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765ed67895401e88afc4965cf0a4eb3311e437032fd2683cd1e5a469bca65a2f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3670360070266b454ad4f8780962cd5b21f19472
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62018957bbc747030678785b2d5e20c1b01608c56e2a69bb90caa69ae570516a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3fde6b2c0786f70b8ea3a4e81d1947f1118d72d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c4d6eed1976a86a8423232106ae83e81ba8fdd57f30d95c232f3e6ddc17f83
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1faa6393aae9d2b4992ca488285e49820aaf4b75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09641ebd24ac51f4b1946a1ff7826654abd370f529983fe003733c90d0ab394f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce011ed67482848b3db180e4f5447f139266a7b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003020859bd140cc4316222acaba3a201f1ee8b5e2d971a73d7d54a46865f372
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27531fa7ff60b313622d6ab525144b32e7d6d538
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848883411d7b8ead175eba6c69ffd30f0ef8ecf3aa1b973e8a6ffdc8ba92809d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb91a44e2f97fd814eedb9cbfec9e63632af290
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a7107facb7ebe55c6d9077ff8659532df70619a8953914a2fc6b9a0081d9f8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962625ecf1d78050e015d4f022a7f565bddbac71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d52a6e38eb04fd5e13fe60bb2b9ffb03b3c451bb48a4aa5be6736cf161221b6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ee22e189d97555972686e33bb70ed0d8a68505
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f659acfe96c49c8be0f42982680149e98945081a7289c0d1f16db610ea6575d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4137209be10179f05b1ecd2e799316417cfca9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f52e250d0b35d63bbd1e51ff5de7b9aa23af88aee6b81a445ab3914f131218a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4e89e58317fc4f143274831e79a5ff28617e6f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7616f238a9305f544c24a907e8eba732e37b132e1be440624c9def5796563f12
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed346a51ab6807917a6c6ff72754e41c72ab222
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c14f598dddebf6034cfa8e77bcc8f61021125162b7b65eb53908c395f5547e3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084d8232c63be6ae06bb782b3f31d04052720d3a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa3beaf91cd89fb58eb5114a08a0efba22de70c3196800f7bdf0890fca8d6dc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..266b5539543078822eb373e2219c83d9b6e6045b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fdf3b654e5cd3e1d946d834b6ea638d8c31f9df2b755ba6fba8e6ebbfc2077f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b314b3a6fce14ed1e36557a5a4d634a393f4f00d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2cb1a79e08595b7ac9368432f83c8528502a1f36044b2ce9fbbb3985f80ed1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8326a06e465cf26f352e6a9edd1514cdea34d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c9cba1c917bd4b82e5df8f8cbe929643aae137df9967b30193db72b027e1b9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c873a53c6e88de58bfcec0a48831933fa4e754
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654e31e84cbfa5fb372d6142be7f306015cda007cbc0796f7c5a737b42ea361c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466a03b37646c99476311b304334bd11d12e198a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f148dd0ff7ffb24a8c5febebccea03a6cbbda08d8329718b04b46d390ac81828
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d292c26307604fbf27760ace736a6274aee7eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4684e71c6107c4f2c9896b9318ac937b9449330b9c0a806e1484ccf2b83f99
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98984ecef57927ba486385a14bf99be99411c45
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7dcfc0028c016f572168d6c5213318cba84fc30b3fb0c8e0470a192f863aeb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef10cc366572e00521378950321f70a4e16026f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47771e408fad1f41b50ed3f9ac8be868e9aa6614ff1746f7d75cf84a08accc0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77951e775f0536db45e41b75f45564633122d9eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cf29ee67e1c7ffed1cb832f685240e98d3ed052bee9be5569a7593a84723a1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4022eba5c5f9ebdd1995d0e124f5e3a0ccaad65b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab064e1a14d15600970482cae0c94642d4c18b9ed3e7ab288878a75128074f12
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6ede367a0777173e4ce718708e3c48fc11a44f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c243f2b4a41d0d5a2eccc6abd9ccdc9067666070871328e632d8b9601c38f01
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f79ea06536fdd42b681d7048ec84fb69f46fe5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2558d9bc7847bf4d839adffa3f7b9e36dcdf4d2be221c057a8ef54231bd2d5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78f98b1bd35b77e11a50e44df16a135ca3cc165
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f41fef3ef2b8a95d9853de8af2b6a35fee1d07c559f1d4ef09c630b6c89dfe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6528f98f4b208a766867e0cec6504a1071c280eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1928be8f0d5c3be3d8b82fa6420affe20db99a4f2845425ee45c5dbc0724bbce
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d79af483e165da6c4635e96a7ed27ddc54e08bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0c80b537c0e3029bacfd943495cc3c7b30ee1032fb1a272750a4b6106682a8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b968647a5e5c6297cbb52319cfb56419c11f8ba6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad83eb74cda0ed3437b3b4bb034956118ade7f241d5498384c01c5f767dc1a7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e01edbeb001713f08c2222e6aa703a96147deb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c9da0bfed3392cf0ef92eab0e0f7ccf6c87d210f92972c9297c13d4ec98713
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddb23b368fe036adad49f7f36ffe41ad24106ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23408731f869c80875b20f25ba43c35b05c1d812ff01fca56b4bafbe44af5409
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab978c7393fb6a40b721f542bae6bc7a6b7ca2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207af3266d96931a1da2dfea170e55fe95491d432dbf8cbeac74a90d47b9db6d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280b6586935996252f6a5927b3638c2387770535
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b57149f62384ff9f8806acadcd85e1a25caad246ec503de6882ca79ddc2bcfe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a823f347d8fbe54379145eb7c8a2edbd32e956e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d197e9787d06e6e13932819edc7e0714bb232968a961c46915e399ce2ba07b70
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2461a745f8765bb6bfe4f6f25232dabea72a02
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00c8ebce925a091da5110569b927e7f6594b4a4a68bc30207d567111fdbda49
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bec29c4eabb7139aeb37eee2808b55107004acc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf3c02e7c82096e4f7d56ddcb7f511e23c71dab18d3fc33e59642213e342c43
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948d8c2ac82eaab390951c8b0288b3f232101c21
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667322b8c68f68b31257d7c7aec3aa4d968aec3b92bad5644eaf9e1192f50458
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809cdf3b2d78be6a9ad22e63bd80bc11fe1b061b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ea73caa41b4dea90394fa10b6fdf447afb72b572daf21eae112af0d9404669
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_4/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931e00fb75094580b8d87995e491a537d209b69a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06af284c964ebe02c06a5fa25bbb031c6cd57a5979cfab689d4bc993a7c48c0a
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_4/init/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_4/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c25a9a6bb8581dddc0b76d87f91be276c5e43c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7b7a325d1f051a1dbd66b579a7438e71a585a1a0a3c49e1e42e7edc17fa9a9
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e318eeb3d6931a51d9a90b6b69d5572ee54ce41c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0c211fb44bf79d29e303619845130ea46cca3d096acb21e39de8ad91f4d7f8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69033f59f0b0957b82fe1bb1b850aa1f42cb5a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a116bc15e4cccfb17c7f01a7b9b12ace4629bf1c997b45755cd897a50cd62058
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6b0e0a1e9bdd6f649cfd78e56832319e9ae264
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8236db1e1ba600321ea5a3649d44f121df9616867a360304033100e228ebb27a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2650b37e26de8debc921be601faf1c81fe788bf9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45285970218d7a066bb2f75d6f02559152fbd14298e89d1d8bcc8a684ad5185
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e4291b7b2f2a059e86910bc887da6866dd3660
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890f92480bf35a7f6b79234da703717650bcbae22062c3e0ee2312b7679d7f91
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b521ce16d26a68cae9a6f64c832c1621a26db6e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0309b861c0dae045ca61514a17d164e8e7cab7a0773e803af26b558b8d4021
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8b3c8e3a9b03b8a675987a38ac45cbbc4d9182
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e76c5597f840bc5e7d57bf03f924aa735ab4fbd8b7419a68140b9a88cb20be8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a1130b5989458e74a06a90c028f7779920b2c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6f72855e54271d376946ea9a89c3c21ed8e76c96094125ef3142ab69c7a443
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e131913c39866b825428d6ce84f1d6ef052da2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abeab1db44b6b29f9ff08258eed9a86e7119b5c696f4e904c3243bf2f4bf039
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f25f0130dee120e9293cc4d64b2841b459fbac3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35b085620e6c9206f2eb0df8502fea535a4fa65f563234eda1457b4f962cf1c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9427f3e21859c09c5af7f791a357fe0bbebe19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020815af3658ec24ec51904fda3a26082fd35f01c32a16da2c6cee25931b8e4a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53cb857d0d69b7665efd74c6f6e203788d07bb32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55ab5832777c8638258cb8cf6ee610a927b2944a982fba0683003f3203a00a9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09fe799908f95de0ea3f7ac11f19876d5b0c9c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a0564c197ee42636ffb80952de6408e03396fa57ac6e563735fd641854bc59
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4095f799220b326a0fb898fc48d2f184237fd3ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cd91d490d82cbacb1e0b7e9757333c4aa793d577ddef33cf32bb34649364d6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a531e4cca7dc4ada98212766af66be030630f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e97ca3a24edf56bdd69952d50a903954c1a1ddf0ccd3023961d762fd3e6c311
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ccca4641326cbac79545e082275089743e29ba4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f89ef6d27e9a7e16c7e546ba2cfb5c2b2ce3b14d5ff118fdf61865c996f696
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b6e7bb71ccaea50f061c29ad996562aac89e75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79378c23a69522a32a9f9af38fa92fe5a3cd2a81be463c16202712f04368180f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed6d44dfdf84058e00a18d6e4aca5ba57511eae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e19e8e5cab111827a628259e09b3795add594065859d33d283412d54bee82eb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f499ce589b0bd10095af9f1cd012a5e4eecd8fb1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5639bd8af4e478a1bdb604fa604a7eaf400a054836d50088069ecca1d31d74
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471794441eb2994e7c29c58b945c73c41bfd1699
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44b99669c7d9db560919799a7f6f030f58ea01649d14dc0df0ab0c6122a2bed
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89f358f5688d22d5693e4e5f5bc63e240bfae10
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358830bb74796028336f71fe75cc28a3810b035c97b2baf9e6a67055209611ec
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d5642c0848d3c7405d4768dbbbaaf1ea177638e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6439eea42d2f20da580621dfb75424864b841aa6001c3f612a3fc244e57f68a3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce5dbfd217546823a3e2cfa2c3f75f6fa3cc5f6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d71b998b453a524f69942a8eee00f671f781a90d5348bc7ddd4512a977f29b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a462cf2c665e189d510842575e6578a41faf7c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5d96cffe820b4554aa399e988c86425d566715b8bb657eeb90030e1a00f3b2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918668209381ef2676ae7aa694fe2e8948f66c00
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b78d9caac0a37655da6c61fd3b37ff12e045135d0d534b048938fb90c14463
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb4c1fc21568218d04232709d362439fe87be1a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f30f609b0634ea8949c904e360de719d80212c5f130a43047940bf99145087
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9659746532b1c78d658bdde8a49468cd00346f0a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7049c63ec388e3b8f48affc1f0d22b8ddb9c43245859fd23c9768c4e6cd69f2f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3905153a06e19cd4d6b3e6b31bfa91b58f505acd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fe1846e341067075f80b1acab42c8698373695578185dfc3be99faa789d8d5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f75e411daa2976d782c3d0b98859ca3f2cae210
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6abf78fa189d02fb721b7cb69f06337dd36594f2adb87e4a22aa4e0f99acb41e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8db6ec3747a6087d85f0d8a6a635faa4440af74
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced1741cac97a851addfd58249ab1387a7f222ccea45c6e8aef0108d0104ce4f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb09a7384a3cbc66100837ef7b4d7b887b20b5e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa3d46544073bf05aea572ef3435b6bfe3bdb7573492f234b634870dec3b993
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c798c3858f2f5ed06a6d16a1e48e4333b3ee5f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c335eaa73f5bc607756099ae96661f70308c1655332ecec8354d6f8ff57707
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268140e4626786bb9dd6d879d10eb92aed4d1fda
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ade33e7981b53a3a41d0b397057ec07939733193c25b649718fd41a08abe19
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5ab6cdc66f6f5221d498ae7d87d3b399b9b51f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895c36eecb1ced5800702d4f0eaed01aab84427e47e8bd15be2c53b91d35f9b7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b5a0ffae7dbbdf765b8f437c49ce34a65f0f05
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c85c34cd1564c7dd8b5d5be3eeb55ccf4b2b060140ceba8e00effae249e9d1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850d97d81c12296e2fb95d75e8d1f6eb320c0b6d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9098136ed53a7f776e4ac97216dd2258b5b53e246cfbdedc8b0f712c9711b86
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1f71604b7c73f7bfa4d26d342949235e5b9465
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d49b502cd7d926df0e3c3c25a7e009eae538ccbad71c549274433153d8e574
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28a0d06dc9c58f57dd30f648b33be82ecaa8124
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89789a1f633d2c592775ca2f3b4b4d0bc47bc08ae23fa6d47cbb31c4b97af20
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c89c8787916055352972fb30dcaee8f9686318
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7b9825dabebe4799a45683674f365cc80b8835c4ba77e5af6cd07aaf19d087
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948c9cfdf83857f2cddf6793ce78edc23a22f43e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58add022c883e2b72572c1394187fe0136f726113f026488e7250d7b7cb63153
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7025e0b88ba28c2a1c03eca7af0293ac9c8bffd7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9d467953dbbbf0ab50d70ed882a9e701072dc97b3c59e09b79a266e8792d26
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f344e0af5ad9ce3a9ffb012e45a392cafb4e2d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f64fc4ae40122dae6d3a83d4e138b2db2bcfcaf7d5a5a8caab5e3868daa64e6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90baac8a41ffbb1705f671ca7c16c553f0a4e0a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2629e6e72eb00cf59d6cf587bee73ee63255eb910a3188e4d6ccfc161b260f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383a83b1694b0ca44de254113511698a5bde97d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727aa5801353f9fb51469896758a1ec88ae164632ed4cc773343d6d407ee8e7a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3534aa180c2030928c3fdcc458ebcdd0de60945
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fddc4636d747c29023613a03342244ea0c3f93532d78045b591443dca1e3a4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a231f29b1b4e303a5b8cb86816d08fb02bb466
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ad2b2515eab0668c9acba52a2fee1d7642252f5ebe8bdbe26e76af3bda4384
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496a72799594bad8fb7fa74170e3dedfb417438c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a0d952f391af726056ed91dd7d2da1c1fb3172bee311550be7cb520af1fc7d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e7a650fec4f1ccbb1c7a56d0f3c64e8e3b2dfb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c88079dc14dc14792557f8ccc54173ee16c0b84879c7eb991e1bbf5eaebc73
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1d74504729e094fb777e71d74deb33252e0dd0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a475320c590eece6b22180ca0040c858b5b28d7e42564c81fa81e3ddc954b602
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5faf2ac0ed7ff38b566f1ed7aa1eb0308b1ef0f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2a0c42058744daa0766a4d217772cf3eed677df9d5d1a709e5cc436b4b5b90
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b835fd5b245e2faf834d7b4f6613b5b8212952dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9fff8c70654f9045a6978ff3f3785d33aa6f2a9e63acf6fff7ce99cb3b942c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffca98c930de303ea3e42fee476a41c75b57867
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f265f20bfebd87bfce50f872823257147f0c4e5d8e71a7c9d3a52afbe2ef9b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af57b2ec9f765724e42f9ddeebecf920ec4e402
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554a594d65119d26672472222d4361fb144ec63e31bc348140cbfbdd4f7a3c47
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01384a6cbe1a887aa32f55cdaaace8c169a57573
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da386a9f5506ff1771ddf523a2d73a66ee6800f6333db664c13db8bb48adcf8d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30e93646229bbf097391f377256f1d30f56715d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8fddb561be24c48ecf155b43d17e48ed59ca43d08e571bc23463b5f9fb7d4c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5050a6cb079e9dfba30f5a81419ed6834135589d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3564b6afb0f2910f8ebf10f2949e193648f3e2db8076eb0b9b4b11e7936c4cc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ab63bc0989ad2c48247ebaafc28c14ad39a041
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579f74557d9246393cc846f15be61c16d03af01cd8e168d385ee714269255d58
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441c86c38c9a120c7a2f4a9954bafa83c1b0a192
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5316448edd4b5c1a15c39eed816ef10f47ec2792c6b3fb3a8e52ea758efcc0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7071c197fd9391af93a4fa58d4d73a56a92ee4eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a66baab35ae3c51a410f90c882cf38a9219d0d1e9e6d09f9ea803f1f220da41
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65dbac67135733af8528cd7dbd9833804b0ee719
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2558ab758dccc4f68fa4577a35b625013e7d46309ca775d281216148cfa68e80
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fcf5b8a002fafc139b326a0dee52bbeec553d6f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6433c385cc5161505cc288bee12bde83b11ab63351ea2fda451109b053213b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e25bfe2f75f19e3cd46e2db575f304478d7d40
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694904664f2dfcdaac8a4359bf3ecf5ea55ada7cb635ecd147bee18047fa67d6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1f0878c4da3e97f1e6c8a08b5e8ff20ac800a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9ab150e937c2f11df29e5c12d081b0283113864889677c13baec25b4d3cee2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b83eef4aa1caa1075cbd0f73a4b721faff7c078
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fdd8741c43032f98737868f30832a9798e04b814076811c85d911d9ceb7406
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc14e81137feb6acd0e28a7adcd1d618b886fbb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f247b443c4c9597357bc12af9ef92063ef6db3affaa1a783d0c02e88bbca8f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c766b8554eec89a01c3452fca80fb9f1fe7690
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd9dd9f5347482419d6a4953bfb1dcba465f0375a8264b25099b29e29462f4a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb4e60a00d6f48cc4556e4aa4b457d29d748abf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e715abd9ed2c84061bfc630363d393b1b41d96a4ae621c9493c02a04fd574dd8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361d4a1a22b178d652dc11a4eac37a4ee38ac5e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9087d729a7585886ae0a83c1e797ff637202f64c74b3e61b8058e4a3d194ba
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2680ac9a27af5b83069c9c275b9ac34e488b57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779d6d26999f639feec6f5c7ce03745a7a3ae880b9e7773187784c4bb193f42b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c43284eb57be5c8a07e99400397320054f38e00
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816da2bcb278ce1bb3ddb6dd3503e80f52a2bbc9c1f029d69a97181fe0535096
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2f0970581cf65ac747b277f814741914a41522
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f3eac09d7809a7ea0e640045ae8d3c9e875004e06f67d880702fe972c99653
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54a8bebaa1f89c4a7695fb2378405e6549fd0eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400673454ba73fe5c8c478a4c18009a8bb9c03d7236ea6b66c856c7ced8e36a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15db447cceed6a7b650991fa4bf04ddfa67265e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a099c3b72ba9224a16d5f7f6f8fc4f89212ad475f635480dfb54a8dbba28dde2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cc1d3a5566b2fa08548d7bde846138b4545bff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6e30707d1de6064d5b9cf6e521bc7ac2842765ab80545cd0fc30f319238e49
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887340a3ba723dd7fc7c1a7b7e3d0799a5200b9f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7636d3658758827d56e32e006d7a94d495c44b3d51d10cd0e033e6596509db4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642a7ff1755a7f0ae27af28688dac75d3deba070
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406ba5ffd90873bdb469dbb541935b5c379f8f4c71011088cbdf293f87beae8e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2797d79fd6d20ca9eccdd0b7a872d121566b3a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7400e513b2b4de86054bc21149ce044cc13fa26e29c5d4be9b5e2b8e0e828ce3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3984e0b2aca9716ffe153e9b2a1f12b86353e835
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c991a66bf684f9f76e78b58ea0b7998d6f0f2c931019a67735b95a194ac3785d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4b30587fe649e83d1c6a20443d2fe6349eea8f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1367988791f4ea843824dabc4e42a08a2d0281cfa70bb8b1b3906e4b443d8b49
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b5012e8d15b454a03499a8a707239db424d81b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4236c8d0d4b201778db2aa85453debb8ca0d71a316597f511639cfa9bf301d0d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087678de3c743f7500414d947133d20c579e4a9d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcf1e6b0359cd7f13d2032fe3330d4c214dfa09be318e1c0252a1012db49bbe
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77adfe0d6f1d9c3685a8904375016a2261f2c63e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450cee7f1a3ef1b267e2939c65035bd304a397aaa51977458efd5b03d1be3398
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1227553144376e98d565bcdab382f4dc68b82e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9675146b7c793d617b0ea364e39374b162441e3af423b0f4403c2f66018773bf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc50a6dfb9db65c2c0333702d0d4e5961c35593
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a3bc0ba05b992df987a2ca42855f29d0a831ee273de0499c07a4fc1d3d62d4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431e103810eb8a0ebb35e8695870abddb359c693
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db5c3454b58d1c73e2e13870d977d1239339955ee7c928521491f7f729058504
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5bca27806c382855df996d4a44ff1747c294d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a74db0406092ed3847fe58db378ef58d82d1b2a204d799768c5935cd9758c65
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..379466959941f7fa7fce8e30b49e0d55d65486f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec2cfbbd854b5710fe013a142263dac00ce47f7a7b5051bc7b3634f1563deaa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28749768e920f3f3fd0f1be15ae4b409c88e1561
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6665bd0139a457fc363b2c75e7fff36a1ae8071d983f2a33785af9291f503620
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af57974d89803a232d251060b9dce50bfb05e94f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ef0cde614bb6efe1bbcea8b483a8658a9e1abce0f20da9de9e68d9150bab83
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788df8fc0fe00002548163d7f666472656bf21de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7618bdfe42ccc8a0abc0ca07ad734964fdde12e4f79bebad330dff5d9bbc0f3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7871296a035ad879936bc4d9ceb7d924baa1fb9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e675830762e259967edea3d32699b6b221f9897387a1062dbd37d27841a2b65
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9152b141d936cf5678b9c4b76959f3ee04a24a27
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3830526b29650ec48bd9696864081de47e177f2a033976de746dd731047e9e1d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465ce24ecc68fd69215b472a30c96c015d521c79
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5784b7306485f31d37bd530bcb6ef67fc618c13d156c92ef7f958283e9147981
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0324ee3d7a335425860630226441578c18a6f5aa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78964c27c47837a06f9d7f7148b66f508b8d1a055b3c93e71b87df0ef5195e5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..499cbb3acb1e609379eb7877860bd2d9170beca4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99547b3d0b7f923d9400cee744f6ce4baa1a0a3925ba0735cf9b9beaf4b3143a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681b4c43e7f34039484093c23c540bda652b69ad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e383fe2f04949dd58674ef6d2da624e0d7c926af1aed7edd6b746d864d34c86
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5c4e0454460064b0e6d0af24976b303c6d72c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59af2b26cf60b402855693a86822dcd86920c5ce0a46b6be0a7cf0744b64956a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1031a9c8d521891a3cdbc3cbebf038ef8e58410
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6dfb37eba0c055ab6ce77983af031135c12b9fd080373a82e1e5bece484336
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7775dbff48542f2ca7b59dd91d9181a05100f900
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60e556af15c378a461042fdd5e9e61b597e95c7fef3b06241290959f85d56a6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b256cedcba4ef363a32d4b057e65297e92f6262
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bcc365ce41217cbc61dd687fa8aef25704366a3decd483fddcc32fb93a4dc8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb052c30bbab6bfa89c4383cccdab2602871fbc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c901d44aa048390ac98f3c5a9a85d33b71db2a4cc4dfa1f3ebb36c69d52a7686
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2973e8ce05cf687b041c5cfdcf4af1d71950a746
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4233a25ba4e2440b9c354a292c588b22c4682e871b05ba6aedbd4ca1cd6e5f03
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ecfd1b14cc91d5c2a339471ef21f468fafd6a2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd2f56ed792ee0067bc36a2be78fb1a03f59b981b3605ca362b9d4a5bf2bcd0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b1954a94ad35b395d6c158a97b792e01b87949
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae10ff972a030d560a5412f03f695f1aa35796165774d8f3b111b38e85409bfa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea19be17afc9fdf2b898e3491ee0d0bd17965b48
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a32741890f9aef623fcdad99d81704077b9ed52b1ca6dfe1f48b33fd03c1e9b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b85886926d18392820b729d8996c925e3ff1f3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d1ccf0431fcd23ebd9db959d9bacb42e057f9f133d64aecf9c703f061f280c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352ae3c939c3cc54287584fbc35e0db41376418d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19823a3ac40f1bf77235df4c41247600e110a8f0376d422915fec5d9dda66f88
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26400f8c878ed76d5d7f276f4ef6e27bec4c5329
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb5f4d002825c6926c48e70224fbf3875758d35568ea3255c43c413284901b3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3511b1bcd9e2f9ae20bb96b45072bde52dc927f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a8ee47642d7636f565108a202914edfb3b905a9588a3d12812bd8968fc38a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15d06028f9eabb0f1b432ca4b4e37691f4d46c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762a2b0b1b401e39054928459311054ca5a588a1c0233fd874f976d00861ae3f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e1c17d52ca5b3ac9de850df99f7569d6c05dd6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc23fd633ff964997ea02be6674b5ffd4a775282f70ae4353901359e4172b44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcedeefefd29fe793bf826a55c348237fcc5e3b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e22080db74b3af7c268927ba8f65c4ae1571d8ad206acfa95d0a47e5532b1f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263e238de168a64df50635ec23c663afffd37a81
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b504d81b4e07dbb56e8f34804c5629b81b55cdbccbcd1c532fd0b6cbe89fcd3d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c934d097c215c40f6f723a6b92bd167e10992c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43f26aa5fb34a68faad1c95db40194a2ce47b733aa81c71e93f0333ad0821fc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74b378b4eb9e1cbd11a4f7f41d75b2c92ddb87d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73dd53c5a784a7e7e75f8363909ee3181b19cd352297159d5397c3eb1bf43b70
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a60ebba999dcda82f38b4377faa093abbcadaf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12cb7ccba58a50549130f8bdc9fec5643d25a9c3a9dc1673095d4b8948eef290
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42c3b626a6777b8c369395e887a42018ea6328a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a1fbae72f399986acc12a71db6dd4775fed4bee737b44dfaa9935cff7e69ac
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fd4a0d4d5e7b71e1707cecb1376785e81bd004
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fe2d1adc02fabe7ac8774c612b18999aa0b764ec5ffb0f60a4176253640986
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564a071e34a0cc8fd8e9725d6efb3b604b8a9cfd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73458b00f4dda968555378a73e33df2e3f2ab4ac78c9f549166b8113eed7c5d4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e08fcc2f273c4e00e4baefe34fa715030f7779
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c252f059277e99d357c326fdd261ec8b881250918909164c801a9c3559ad567
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41b76a572d9acd9b88a3fa9ad64ff4bab13e04c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3392432304c599a5922b18d8d9bf87a06ce82360e723743424e4772315b2490a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d90b1b35841b6adab4e873eedc1ffde0981c30
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07dcb1b63cc5bbd25847281f4256b981b760a3052c9107661ce332be0d92d54b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc8e4974e3ffa94ddf1cb44cf3d4b025344853f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1332d08d56215c98623872838c369d31c6bd337caed7d590048cc33ec4c9f5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538a72805d8acc8670fd383e96d6dd568f0426ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417ebd52e3fa9c496328f52931e70f27e635ec804789a557d59030ca757e33fd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219a110c54c25c5de68d81b2e74c0a06123129c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd382ed0bb02b13b494e354adf33c643c21f7d1d1bb9413ccf4b5d528b13ff70
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54cce6d003824f6c723be3bc4bc57e8338bbb82f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff193cc82747ce99adc4fbe2d33696c37aee97f6163d83c079853b0d7c4d308
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35abcdd6d136ae0700955ba1e103fa591185afbb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2421f6922c6054ed82e653492e63be13ea811315fe5de949d5d1e4a6a898f50c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07494e86d89e887322f68076d12e1f8c03307af1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e03f5696dd834468263648cf01cea1feaf3a195e61bfbba4b446a91592d771
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aed2002c0de4b7d1c5768a7379ea63200b92132
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36120a171c4e7adb5793857cdaa810db949c69067763ddc20629838781b0bd6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29760a0cdd5524e3131896a04915ab15b2b426d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e91b3b1c9447c8e040b04d573526b64ee5a9aa31e936d02aba0705b0562448c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce4018304619964e899436acfe8e6828e5e7cc5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3d1197d29de73df053af254a3c55b8ef3e12188ef9de018d68aca5585b2cf4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17f0caa9e347109c7cf78242e0f1036ab8df059
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb22225b26380e25d1744d782003b9f7f4d59ab0c633152a40b4c25c79ed2c2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4049e11ad590d8558170d0b0d8866a5de3ff4c6a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5c61227544e60235f7fa7f757cdea761cc9fbfe7fb2327a462f8bd2fd53dc6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06d4306131bb788393e8f57345338342389df69
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60f8c88e53dcd748b0da92eb6f25d787c61a21aa4520333594f8b97ce7da57a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e419314bef0c264132e27eba563449144997ccd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b870368fe47b7ddc55dccb17fdbb2ce9a1a3c1431e4772a1bd4c6cfc80b16551
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a45143b71538a84ca0ab182ddb81b54cb152f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900fcc6ff8d2f60b8ff62d311b9bacf461290b5f210f69c21e7a7e9a44423c5a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32de64a015dee822f9b5d429fc0de8e4dc681223
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8769016a8e0543ac4849ddc3d2910758b6cf5478555a8967eeca399dc26e97a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633ebacc14de18adc71f33a0dbbb392713f6ddcb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4828e5aaac3872469d332f94c83eb3b74b1149c20cbee9581985d7255cf6ffe8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9dba22d911f09abd7ce99bd690f4d349ccce665
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815fcd388a38e7f4072aeec6f49e97717ad572caee0a54496b8878ad213a5104
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b918874fe9200ee3df7ee4afa7c68c71c42bdff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164f856fe7138aa137a5739123253ae58907e804a9ada1eb142173c482461f06
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541f1125b6a78cd9f8aad6a3201ee73dab2dcb8b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a8c20785a710c4a08ad23f5e02a322693b8009d9525ed20d87a222aa4a2473
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1163e83f5a1e250d5005a0f32f5b5321bde4dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8750e7419356154f302deb7e48c5e91506edcd56751998f94ea3d2dd7114dee
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5591af1ae6dc721ccd9926b50881ec6b2978f47b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080e3f446c4cd4ff6bf9755817c882c9cb499d854bd92d12e447a91bf41b0f86
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b2e841a41f29b46886d9df4d09f83333796e87
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2d7944b209793b727ffcf6d80fc7b4e21c846735bf5dcb057e80a3132bfdd8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2125dabf81bc0235a069a3217b00f65e3f4a12e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78502236efed977d5537724a4438ddefcf6371bf7c8b54c69497ee5f1a9e148
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32184d06b5be7d8e2e3fb3c14178e08f80dfc453
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a70fd74b49582784da4a09ef17803897312e8ec9103a7e3ce7712587bf1561
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f059a4f32b4a8d5dd1a877084fc07e70f69f1c04
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c071eeb2f7650fe3ca39378624c4f57bc0f9653e6128f096409f9ab1e888513
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb665a6c430699b5e503b02e757d285ac94b5cc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e2b035436824543d19173ebb70a07299f4ac2eedb6cda4b56aa02e457fe285
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9d45c6df12dac1aa2b3190aa8ec21aa0897d50
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420ec28db05f6611c9ea0219bde465e4277c23b21026d44443b775ebc3e54e23
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856150c45d77ea18a55034ea3f3f6889e9dd11c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf73d5e5115adf1bd3f9a13c990e3e345f90ecc96055867ec5b9a9dff6d963f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8436b636c16e0a876079cca8da6ab4a3186fdada
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ec562df589cb210a79de40350ce846066497984cc9553b89c5670abeceffe1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586771d208d39afab664ff0c6294ccd181581013
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb9556e0ebfd2bca46c88004661235d979fb11dc2f3e41f79c6e1f1f770fc13
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca024ca78e68255b0d2986b45a1da04c0cc59ea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3caf97dbbccd882c1f3632b223d0530105f58e9ac9888bae0274a465d0326f6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d755bec32450e4e30fe29707702127d083050c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b89c66fc9bf64eb1fdc6d353b0899c0945577ce7c669ed304de63e69d1374f5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04de97eae6669d08195c425eb5541a954509b438
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30efb76125ed7f3d39d183e3b6e06456aed163744e06a39daf3727d889d71222
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8fc428c5c8fc7a855e2adb876b365947a9ed74
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97bf171afe7d1c3814974d73e8c0d3ac609dcb59b2a696b067d7ed331aa81a9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f30e868217870211807e523c9c630e382ed18d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a78dcb366ef009ca7b2c7550fb62240b4aa923793bf759487fa096653ae54b7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e25b2c0638af37ea62685b47c237ece892dc63c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f9d339084b84f89c211db4cc46c7fbb20cfdac8cb1d7416def41ede94a62bf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82dc4e03e44a2aba36942a557957e05a9d763ccc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112206704d8cf612ce30dcd3a12e918fab1d0e9c8154b1424b13631224233777
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a3edb31145beb258a3b6a4b6f8c1197bbf9766
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9437a6197cffe5f833e93afd411ad4edd902bbc555357e6bbc4a94d315e30b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0df69433c772316353057727ba447704b244f1c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea23b38b941b53e4b4813a18edc4f3f452611567da19c396354f73012b8aa26
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049fc8383a4a32b75eee4bce00066afbc524ca6a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e667231552da55b62a30aeeeb4417de19bc13b1dbdf6ae5aed36ab59ea301c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ba8aaf70e78cce3c7d0391a99c73aa8d853a3c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b01b5a12677c269067355bb37265614fd30a804ae8c15e7a5893d75dc3021c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5feef2f5c1d18d518fac261478a50539c28717d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34206019115466ea8945c3ffd24c1c94014a066cec763c20d5ed2dff5ce234cc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f7ba64bd3bfd372d5fad4f901b10367a4190b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea30747c74c20e1adc793a9706a2b07eb914cadd2b759f968d765d46ccc2366f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf27143a30b58d4cfff3bee1e839af2d7b364eee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ebb87a411716c21bcb4c1f4adb32e3dd52bf45bf9e05a72d4de0b39a52a9fb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da24ed53bb5fb4f5cdb7b57cd5d395810aa62ad7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b329b7d5e0cbda4facd018b08520a7da01059580b245df44a35ed4aee00d12db
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0d8ac5f645c3ec7aa35ccb695c882c5fc17a4c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33d41ccc85fbcde9166b5a6290e3d4d908ab3b12bc0c05d0c69b1798165991b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12bb0b8e621e84a7869e4aef80fe288dc3c10237
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8baf96347cbf4fbe74feb69e6ab947c956e4ad42887c2cf538b22cd5f277f0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695068444120347b3e8cd9be401c73a0c0a251a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9239bd1ff1eefcf316c14c3fb55d06e87a868d7e88dd88c7fda3ca8f72388a04
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ceb3aa75c5dd716c2c47342c0557165147afa3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5532a84ab9b31b742ef776b79f8298b8d5965322b6106fd1705bc3e1b50078f6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b43d451287a645ae5684fd43fe110022110a92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6d93ec4ce1c1f4d86eba6ae176ac645fa00610e2228532f3a35aaeb7729b32
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a772b9983bb6ddd3dc384ed64505bd0547d69211
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e51d5c71af237138b4f78d3e43873857ad2f0d42e61aa0638be68ce77470ce9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5b2ee038052294c4c0e56fe00d3207d11d1e57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d824641ea6f039e5aa6c9ade2ba2cb1b3bcebd4ca55fb67be110d8150ef3eb4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e580211b9b28390726a830c772d5a77ac285a076
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c5ae99b64587344f394de1541e92a23a9c3ca1c4fa04da9a9f801e757be981
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e542cb94b4a095e6853e1837f5fe7ee667054fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c73d7f00d938e233c35128f32723866d3939e0b12d316f5a5df9b3f6e04c70
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d043dce92cfbf141d6a162f1b374b5decb3a30b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283be1604e870d49fe0387f6f413bdcd5a421a7038eb5dc42cec7aaefa2c6f18
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfe171093f67154df7ba99d7e1ac6dc7c95f8de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e5b677a7fedc9b99caf4a79c172066ce75775c19a1d4f38a3dce5d0a284fc7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754cc9f469f0938f9e079233cac774c535010972
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb57051f42a78cc79f885bc753920e0f73260105fb8ab34a80bdd85df0b6064
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e5c330b0837cde71a48030b37ad94e89b6ac82
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a011903f96f0bff4892f8896592516a5613915bfb566eeb74a2ed06fa01b720
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6ab5b067be508800540da797b9641258e1d809
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee934c6da18d7040098d9878c7c995c89a71b6853aa0f2ed6ccdb0efeb888fa4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a86f79c18e540a4683f171c51558a3e5a5ca2c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3990dfcc44911e272dfae62b97a1b819f6f90730ea7980417390a390e99bc2c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8ef385fae3fb5d28610ab66a869608fbb55e12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1179e42c88b17ac1673775820681ddf954839cb120b624ec9016786839aba09
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410ca03f2de7843e7f514e706658ed8842fc7f55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9515089615cf7a0a31572fd5c3f542197aa4a46edce3b344eb8fbf58ce7cb5fa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970a4b4f124e7d6adc02ee572bd8b3bae6e3f2fa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d673a75c0f9eade91fc7ca6fa7fbac4a537cfa9419cf6232e35667046b3bcd8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c936c120138ff844288e4aedd3d688781c010c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7bec547557b00f81e8fb57e891c66947da43fc3dec5e96392df0fc13dea88f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745465cc9bc006ed4c965b1f925b9132ac9bf9a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30dbb4b4c24a10f37d88b0da9aba7470a9e8833b548d5fd6417afc57ea3da816
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d01107487087dc4d7c69c09c4893723b1ad19fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5b79deb8e970f90aeafce850b5583057dffd958aac559875f2842a573819a6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abbfdd65f3174a6434d080e7fecec0a40c4e0abb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6845561d89d1f6c21a86f20d52e0ddcb775d4e6f8b8cc7ce15a21e8163f6b17b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca09cc983f2fe3c51448d91ff322a573261221b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3418cd5d6672963cee6a44846b7e01feecd427ef6104a571fe2cb55ee08333c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6e7bb73cb0ff13eeb22c6eefb2f9fa34689fc5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e95b8b0f2ccefb835186dc8b5ef4cdbf68aee4594ee810dac9730537f2531fa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0361b80d935a2c0001fc859cfeb7b317e8a44139
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95325627c4bdb93fbff97b1a812e22f456688eea20f82a399fe1d259daac12d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8340e9f690e8d5b257525122d7b052c9d84f56
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9adc7d943117ada5dddca0fad95a1c029501b8e59368900ad0d2b9adf4e2439b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7791bb1abdb5573c2614a0951d7e5cea400ee754
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3032b8069d4371862021eab1494e1d38393e17cc5cd2faf9913f8efa9299f5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2574c4c76733e6a772a0498f4a197d28b4f7448
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bb003ca2852bbae07519331469c042d07f414b48c44610c7d63f6edf55a30f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7647aa66d51e5f165414621480e28ff233f5f949
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a31df62ea16562119409298272156d5e68bcc60403f00457bf6ca5ff89adff
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8572f11f96055a6b715e9b0282462af6797b1d83
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fd12551510b402123e6b8132b932cd7e33db204ba9d8342c0fedf0b184d3a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8daef172e39e67e226b8cc0bac552ce17b3d3385
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27545778d744702eda820ccb5c9d683a380d13008ab0c3b1077faf4d0899effb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85dff645093148b75aed783377c2b22dcb945cb5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94701127dc9bc5d5645993c97fb14454cc4241b52751465e12c28998c5e4cf22
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59bb3582b7780d9766caa3ab9aa86999ac72457
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2bea5246ce8ae34815af0961599d1bf8c687c7877d64e998266d048d4770de
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410e8b0163f41ffe314bb4008a026fb5a8e27562
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6600fe540625732ef31a5d11e337444239fa95193e9cac83cb9e1ff629c488
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780b09eb8451138ee72399cc86297781d1d690ea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884e6e67a3d87b8c4094c8e1aa389a24e67ebbde23bd1d842b5fa55d299f3eb2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec5de51be8fd7534c8bf2219caad2783ce4eee7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0158613eb67ee5b50fe30638785974f039a14036896fc8e81a871ae13bff8997
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38fa36179137f7ac1fbc9ef6956c5bd73f435e34
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1aa5558b9da9545f2b0f1511a67e031b6cf91e4d035e977275c0df61aae818c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52b6c19b6cff1ab937f990f6ab50d34cbd28202
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8507397594ba54bbeffa51398c65897b25541c51e0b67af1494c625b47483f6f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106331de2fc1b2c7778515845466904c39099b23
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa32c652f7c2ee96e1c4604d99dda707b34780904b67f9d2b8fe26247c25808
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111db26942ca2bbdd3e9feb7e6abec2858ab0b10
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251f536c19149e785a22a5a2608874b78271b287209e36a81d93c531937bcfad
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c150597adb69398fedabb6911eb7f82f663a38
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52631dfd7aaeae164b034c02772da1ee0cd168c8a43e47eb0c03511d90898e96
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48fc20eca8089345efca5c31fc7410df1798d67
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76dd26f45629615210c42d306fe0e733948bd4d698a6d77e4d51f369f9dfe11b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2955967745628f5ff9a7dcaa69e5ed7ae8c57a5b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4846ea0f92212c2ed66729ac7ceb861040598468672dd186844d9f3c226f97
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56cc178d988cc4406263ead0812eb8ec03475da0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f67339ffa7c42f32ad6ef25b692a76053b8e1970bfca9b30f85fd7d4c78cb1a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238c7aaac2df0da4aff5cd36183f37503a712121
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24cd765c4aed029a136762c6a26dddea8f4be44c26960c7675251b37d163cec
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de2153addd461fc8514ed0687454640e876a7f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb2787ee4f00aa33a171ccecaf78ed52f49356c5c71ca8a064f927c6966fb6c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2858626df6cc1a2bdc566eb21ecab997ec3bf99b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d76622da2007593cdc10aa2bcb95de62a5c0185c7c39547a854ae3bb6d5632d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143fb42c91f0624547610bf22d0f7c1b546a42de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7dd6878efa1bc83315793c52905d911c8e8ea4295f819aec20b97e1c4781b0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31b4c012aaa2266371b2ed89f1b213d2300fb00
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2b4ca5063db7596cce40bae120dcc2c0f83894a65e532e9833a76fafc4f480
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7907f4b537a5f89c0cb6433d61dd89c179f11c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ed49a6b059751f9c91b47503b92ffc5ae440d5a94a4005291980a7297a424b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d07900ff3b82e420cb8e48b72da4cbd1ae58286
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d001b1538d9688e6358e6b2ad91dc05bfeb3136834c404d2d52ed552df63d4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5769311fb097835d34a86759f66db92a505b6cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f59f15efb8da79f981c277634d70e56ca6e1a409f77c70051bd42ed7964463
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac9b460d1c5bd0fbf3a6b85fc12117d56dac514
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4afe04a7872c3144253a7d6f944f6651de00bb8451c274e8d5007b8fa8b205
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199c7871c2394b545805a9b2e073b5c109bcb516
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b92b21ea4b73e8db2d07deaf110c60a3b22c4d1a2a5965fa55d93fb1b256643
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16961942946eeb09cec813fcb403c7631a8d4140
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9449a681e97f7379a61e20217f2787a6a1753b14524558498737df674fcf9b66
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5d6e046d0c8d1b79696dcbcdfac952e4062cda
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df12ca1767d37e158222adf4f537bdbefe689d8de82064071e96aa34b384ca92
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212ef960eeb42de47a2d461b769f88aebca4a192
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb27ac4f3dfd38f84a670ce3079e8be46c764f06836fdd659fca9aa94b11465
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb5fd6ddba2349398afdb4455662975d6c2fda5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1ab337b319569e3bb6ec7fe4eed86a1d3cf8806bd259ac4bd1872db4e38574
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b44c97a63cbc407e6a19d5a38c6f81fb68b843
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b513d806ecac76c22fa40d3fc3d9c31eaf9122bed1415b80020e01e5268011ff
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55b36e36171895ea91b8f06ec310b63ae52cfc0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4c524b17f254b7d839e95e9f35f42987fdac500a2a855b9cd4cd96a73e6888
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa87b9ce6a921951a7339a697cc7039c4aeffd2b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c816c0f8b9a6d23445b91a944a80b55eb8784a9349ab13b95c9f68418a1763e7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9c3abcee578b42ccfad5295ce043e7ccf11afb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2774478e43c7325c6ed89374be39f262543b59e7ca9bdaba23df4d884ccdcddb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61b10a60adfede5c86c2fc00305218e12b9e639
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d75368aa77e065eba3119e9cd3a9ecfc1a2b5aa76a12fedc9743192f4fc71f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8fe214283708460aa52136ec2d0f689c391854
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00367a9e42ade68703ea9af4e46fd4cda91b2e87b3b0fa3f22792db36fccd046
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62b31cb04d3d9d80e4810c4429f079a4cfa91b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d893b140edddf0cf3f1c8a4b4b283e2c52c8e98454a32d02b6fd4a0bbcf651
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6af8d38704d7c5aaa0ede84350274a73a95e3f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17b470ca2bb6e901115352290e9eab8a836c2e7c4d8b63b0d1cb46562020dc6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36c7380fdcb9641759deaef8736efb0e9602df8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607d32a0a77dc4a572c3bf3c3e5755958bcd97e43569c4549962e4c002cb4c77
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be78caa87f104cdba85eea3bbed96581cad243d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0acafe062105b3a11d01f43c61b6738d49f676ac98e9a8ba703c28cbc5373839
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2fe3ee9fa9b3510070816ec09a48669be0e761
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f4b2038c0f5e646f558eb7dd47c8be141dfcb214125a0a5b693d3793e6a1a7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae705dda3d52e06d2d33b38d86ff3fba240940f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0142b5af57e15254b64d7d145075b8a78a7d2167c59849d1411ba67b5e0e57ed
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b3fe6ade85e3d5102bd590594b7658483cc72c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d524fe2218008238b3a863298c4a6e2b7d351e781272f0960a58d9c6cbd5d55c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153b7e3c39012da8b0800648d6f4437944c2784e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d39016cb3ff37bf3a930b72d11a25c3df053d31c9db1943e902d145968e2111
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf82f9e36e91db4127c43f5d05c0833acfd0affd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de4e83eb5c1501d3522a6a89d5487b9ad9c821f0933d6439351e0f3d87cadf9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bce8c840191b92db7fe2e7473428e41f4067c41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da584b840916245a1bf581f0a78ceb0cacf3432cfb3a539be302cdf69848e97
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6a8fe0b91ca5479b3ca51b72f2cf45f3427b17
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a2b8c499568ef721fdbc5bc9d23310a40e3fdb7f7508d015917eeab0d54775
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf91b3bf2a35d5b8890635a800631c8ad192666
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd9630fddcc50c9e005263af258a3cb2cb3f9cedf7d6567f60834f4e2512c62
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40883c459e4bf3ed7276618f30ea6f7dbf45ef7d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04410aa7307499d52dc9fb533abfcc960f043c2a3c3122f33e6ce0f020f32f4e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043a62d40dbbbd2e0e35b742b59b164ad380838b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e89a4f6adcf7b81433445a3f9d2aeadf70a12a0d775933779ebcfa53b2ed19
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821e88d5ded037c41d449c2677f3741f6bc98c4f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa96da698e6102844b24cc108a468e9bb09d87b51d6cd5a9a9d935af41acab1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ccbd469a4c0c92ac2545c7ce09f066a077ed8b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1e2d38c9712fc0c239c1b29b220c180af1bec0b60da45159dccb7289871318
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64987d18632e28747872b91e356845e57d3ada58
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4312d8cd7615e4cb03acef06ad3124e559ca9e24720d4bb4facf15da01534902
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7300ae9b6c1c9f0ea1b8ed018923158fe5004a76
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420894f4046c45fd80f0f956ceee2a44c2704c265ffe33fdce00ab7076246874
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c431c7fea6162219df64859d2d97336aac788525
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b821ada0b4684d0bbd58f625b4ce3cc6ed1e670cf3311ce0f57c7378016265f5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5837a978f80188825e657e236750c4f55a1470eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38a34fdccdc4509cc07c706d9515f6c21bcd4aadd3fc0ad0e8690139ee92d40
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3aa2ff5d9143eb019afaf6fe8dd981072a89d0b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb110e15e4cf4449ccaeaaaf9f8a289a671a4300e3addc958cd6cdecec5d26b5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef431150aae197d21874f72a400098487468ea1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afcfa4db21708ca36e0ee40813cd0571c675289b94299ad138c2fed1745d3148
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e912981ab504133f665384c4a3e6bf38d9bf7b9d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792ad12df8a1acc2dbaa491faaec1ec68f06dad7c93a2715a61b25d2ca97b3dc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f67ed9db5d0e6c1199967133ff13b5095d6d29f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3bf60d74c47386b8a3a1c6961e5e1566ef578e98310f93560fc6fb7fb9b4e6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e98eb1796287e84c9c196dce17f565f663f8124
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff323036bc6c47853a1a20589403e1c25937f0803302abe9b9deaef670366553
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04c63c4d616c6b0d65bc92aea75a3af3289f53c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448a29b83e18dbb60c456817ca618aad949e2ced05d95b4a8dabbb0dd81010e4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880c034c6698810aa2ced14fc736095ddd44ec98
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a7e83b8b2e3c4bbca2be00bcef29df3ccd3f4998b9465d630f04d7d69caba4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6dd5b98fdfec291907dfc9594db07905f471be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b6fa44236e40b02b0aaf41ed012541782c9af29a047f3be42ec8db9691a457
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5166e83627b5cb446f324570022552346cdf82
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9eeccacdf8056c124c3b02cf0433ee8c47a74e6bfbc80a338c126f044d48af
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4299bc5d5d7b9b2d3c47621530c31cb3692db0a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92abf61de493fdb1a4ebeacc9f8b70f95b1f41ba39e1542713830efae2f629e0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4b671b61e9aa0ad3c46db7ade9e677dc58c8d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bbc9a1dbcf33b322a64fd928f2654e5dd9524d21fe48ba4725b5222ea73cf75
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ba4f5752908633c6ed592d971a0f233fd52d7f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fc13b99930512f94028bde72590797aae7e885c92e94b3eeb7d54792e67d6c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5658ffbdc27199daf8d6ada7aba6cad346ce083a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0554426d6c9f9a33f02b755796f77922332a45a3723c9c9791d2c5707fec42e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6624bec64904219cddb547a8b3e2d30e90a5d2e5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5752f67d68b573379edcc5991a171d06a3c77c0efac8883c9bc925279ee70d6a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b24c7d1b9858bf28a6c07b1bbd4b68fd85bd1d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a623138c49886d284704caa88ee5af860c9e30f2e7d484e5b69cbfdacdbfdfda
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1035927f19a8db793837879581b890392760f539
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092acbed279b58cb48f653e9b5c9e7dfd7b20a2eb6874c10db36a39f416b23e2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69dc623a95dafd287977a00d31e5d1380461b395
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcbe7333d9ae4ddda0644e20557f8368cb47c834348dd03b6de4145d68a0036
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e51e640291d584bd98b052273b4a050476e4de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9adeffb4f71cf80f4471823de9aa2a5509bd20b704208729926140d2588d38ad
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73a4d96bccb1fa7b2a4d4b20f471265c13a7bbb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cea24f4349598c63ca02b097a76f2e522e9c410d58d6af2b0cf79309450bee4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2c0b5ec18628147879f274606f342e7ae20bc2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7dc2d5f88a2be7d3595ee82957c122a83d8226cb220ec3f42ae76b83f6950b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5500429261c65e684295df225b4727471a3c31c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40851ae16898a8e27b95c6231edfdaaa1737a3223d81f521c3e9fd44fef12602
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b506e22e9d573481c13e0a845684d2d3b213278b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0a9f97cb84e168cb37dcaaaf904f21bcaf899c0aef9fbfe5dd73bce06c443e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a12318654816da5b30604b9f04b37289a8497e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bb4e3950ae875ca77741cca3436c74e69883d6f7400baf4be2976c5733f4ac
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f411f98e15a081e1bb50f2d58e6ad79b4929f7c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c88deca1e59c590ed0a1921fee179f18f9ba667688fe0a93e52c9414f33005
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4002026315e1abc54323fc2b5eac475db05d6a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94e1bc313a72f2c9beb6eb3384724e82426072788ff82b79303a9cf25e5cd94
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b07b5a72a4fec4121e49000b5fd02a67b869b10
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c34a502cfb55fd3b6d54ef5cbb0a63d7bdfa364242f0dbd2a2b08265db3bc39
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58086133b39fe6f8eedbb55cd17fa0817e750f9f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbd7b7bd664f2a270b1ef7d7406ef268407aae690aaed6a4fb791b5cd34ab29
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505a3fe696f4048fbb3e7441190f599677554419
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d38033747ce832465f25ec57f043cdf21cdc1657c93a28dada70e5487a2a65
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa56c271d6eef881fadc444748a1d66852b28c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef736138bdea2bcaf004ba2197e250a63d5edf82b5392209ec6efdf3be3e12aa
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93108e006367ada7e179dcdf8368e4699aa7274
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2879bbf32eaff82143800d1fd63443c681418351dd4b9ea3c177ae08e573ce1c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254bc693076b170fec38fea1c2252b2cb4e9889c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae6955c8a084cdbaec631145602a760a2a3e16eaa81fd059353988463120ff6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c8fc3399b0585c3baa197780d6df411146110f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe2b2aafa36e03230ee7fd4bfb2e453e7b6539746f2a9c1d0d0f1e44a405347
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f73ab3c56d274d7c8e822e61e2c7543d930e949
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f37c628f977e259fb91b3b6a7978886e1f287d0d85eda25a99175be1470445
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef8aadf9fc96fe0f9560e6d8ece1ce780cbe6ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c877102f59bd56e9c8c2b60a01fd712455fab3234f1e9add64abb91ec3db045
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e9aee616a66114d459601d771282bf09f3b133
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c58dc47bc5abec9fae18b9f68cfa9cb382d043b1ef2d15c01929a846530e75
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306ad4bfadd12356d33994386f1b0ec452d9e753
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0819e0e20f0a496757f91ae8e5c9df883b8ac582ba6372f732211c5dc23690ca
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d1740e6425de418eb4ccf06ef0b1fc6339819f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8c22291df8f4d68224f04f2b8573d64fbb5aa1cd4dcf2bec5b9faa255662a0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47aad78677ca30168c11d29222147a65a1d16d25
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbe95296f1835fd395395e33d8e8d180bcc97997a00ae13c44e4ee5a968cd6c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03cef6137e81eecf7996417d08563b6a81ed18c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89491f98aa84d6376fe8db9f402a56599e95b443cdc7259c0477c65f025a70e3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f452246612f5573f2d9d0643a49ba66e711880
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64961ca45163f4f3d7050d5b44f56638f449d5ad977ec485189f334492713168
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d3d89fdb41204a7cec9ff338b61a086cd60e49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d414e533bc87cbe24ec814318c1c092bc490e126185af3c8432ee252ccffbfd2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39590c7d944fdf4f07c3e4e24cbb0e6697858cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dff5821f5afa5c672d5c85f43e67a50ee0c6606b95dbe0a28c89c1106439996
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69bf2215f8c68d0b795aabca9e142cf41011198
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f6b41bb2020ee507012b60dc48cc04e5919a12a54dc01c369f3626403e86a3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c10788b02c06229d5db387610bf71d527089041
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1205d7a6b6e987e9a2c442f057e4d7b7fc1b9c3f033665c620839eb4856ffaa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271495edf7a0f35e9c569f38a4d382bbec632a24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36028320caacde042391ed60eb5e620ae95e3befce236ff946d5ecf341101e6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243029db5abceae55b752bfae4196acec3a01983
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121a4d4f2836dc543512b1decf7a50a86501d0141fbf658b6dee29fd9a2f1bd5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36073107722b444e42c046e936398d291f703774
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4ea81b76e5d93ebbb7149843d8be67c74769d98f233d756eb9f7e5bf870799
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26be12c729e69d2ed7ac54bdad74f113131a5a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90ce251e00d6fabb4d11870bc80a6a52d540b12a6ad9c19025f78f653b5de53
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42213f85d7289c3e49d7a2d85cb22871e8bb27f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413a6a5fc8badd1e8630c5aa144c5b02561c410336eec18e5ca84875cd9c17f2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee160f94aef1a73de117d0db9f31817f79025501
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfaef743e9572a871c48b8c9d993527fc57416ff769b6e11d77f2d46c74058d2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc53ceca80c51cc900cdc3b579c2796c508ad2f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1f1582854ad38a187704adb09640d2acf7c0b2a11914d7e7a87b21d7382b45
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa900818f04a707771ed4a5de1b1d793d71dd01
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876fd44f0899445c4b99088f463180e1dfe7d66ff8d2578c675c3fa29d4f0f17
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a442ec4a773fecc747f7202ecb8513e0f1a3293
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2b2e4e577936a4a1c845a62845d48c294ed3fba883f05db90f71eeb17a8fb2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39be193bcf64d7873d5e101db001ee7e4a19afb5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df3b8fc7bfce631295b94d402599d60cc1005c1dbcc4c9e07ca07a1ae74a2b1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd92a10cd6b06d9b561a4b4747fda5cbb557b85
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9301fef49b0d579b93b5c1410d191c765a377cfe2f78934847ef8a0876652fc3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815c36469b57cac73e78c9341c35290797e5b249
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb88deb1620f8a1680b1c17f428fad2ea77a16704dfe7aecbf74f6cb8d2bbd11
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a56b265ee2c786f93e4f4c4b87041a3c7598d8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab728cc310282c2e4da68098aadc1aefdd05bd34c5cca8d3d2b897e4b022292a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57877dfd398daa57c323ef18a9048ec3e78d192d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8565cef71b567b53859324030cbdc98a537c4cc2a6f922de3bc4d0b82c07528d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867579a6dd4d0985826fa0f6db8397a33aaadaca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6db3bff2d19ff60ffcea5113183e6b8de1748033f25c34bb8113456b07c0320
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5775d0393c37d18ead62d6c007ea5bbb4ecb46
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57a66e1da1c7d752e9f5551c55eb2563c6b3141265459d02da7422409deefff
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed30ba39600c75d38f1585d387657fb1cc1476fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410dee3f1d14129f74ad6ae1f1436cfd2da2cc5084000b0a248d84bed447192c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81fd8848f524f4036dc11dfa2a4c28f58d70b8a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec7846a43286df1bb349d75d1df920bb856c3b1af6ab00c9c702bfe9c285669
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7786330b3934eceb73043de583c7a34d8e1ca577
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e42445d2a4ba16f9f010793e52680753611196f07fde0b1eb6b8561ec96df74
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c6c21061d96358b8a9cbbda26076c24f1a53ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fcab1f4878063d17729ac6e85cc5d8200fc75278406ae2d6ac77b802be2941
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0a4509fea27dd079c98cb10b2416c26753cb57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2040bdf5532f92eec6691e46438896623ec72c9b088311ff728ed8698e812d41
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7091017326fa0c2d5eab0587969f22ce1b8aa555
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde0cd96d6b45c630ef5c901a358de3006091a7eb3246a620b805513b6350fbb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76cbc42c97df228492c3e735f29d4916c30b66b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc025e77f900005254fd5e4140ffb146de8767b61583119815d13a0592586581
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf141c8435d14d0797b9a26d6c464de40052d29
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b5327abacbd4d85ddf320ca5c5d04ed90c5b71450a0cc6ccc8dd18da1304fc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705e9e6c2d561e25ad24e2008806dbc24f854687
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c63ce14abdba4fb0025971f2e71b8ef5245680726ad1afb48a532cd2e3271c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcaadeaa2dde82183fd52dd931d4f1534e97bd64
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc0990a8593277556773f376538f3159eb9f814e4fe014ec81e16fb39d97981
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6f8ca67e3a7b74b5d3a6066e633cb3b3edd33c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608b540c17aaeaa6c736907c4583a706a2130f0f68935cb1d02088ab9b7a50dc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2244209ddc05b9f03650c27eb422ea960a9ca838
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67067456321165c31e2c3b0e5daf71b353a434d01e49e35c3a01fd2d881c081
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849d27b367d2af0ab8ff83c3bee70fe66b15d9ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6759f2d112847dbaafb676dd219a2a12e670a9dd12ab3990a23020725e7550
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e1288977e509a3480944952629f4cd6b0fc832
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1b2c21957ca5b8410797ab541577561ba4aa3be56078956e5f4822967e6e08
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168e8c9c0a4ba508f094b469f3d831829efbb689
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9037cf18c5e880d115bd1a6688802dcc73d6c9221dbf16daa8ee67b992120e53
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ea273b835d568cc01bce2bf8f079c6b850fabd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35510eda985ff6ae8fbedce30968c9137d277d78547cf3a236e8e52de0589408
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7792f818666a6f5d82ac627b2b0dc9bde1791d8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bcf41d557e0fd8c824a41d9f699ad92ada202d9153992760162f8acd46a8595
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e414b2cb9ee709e8982c92995c8d8caeaa6cfbbb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d210bd2030f8d0fdb880a75d028ea1839906274078d7c069fbf8806a7bdaaa
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f859097b540d2397e8dc9a111916a0993c59260e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432b4781fd7b20445d343b0d9e310bfd5b12a31d7d3e48c073cf4b9a1dfd4347
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54bf9a6ab17075a118360f6f521602ccf8314908
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3ebe5b049816aaf630205a70d6e43b8323b4826b0f0f4df2e36a48d6f1c19e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0a95b706a2ea034eb0219047fb66025f277e14
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f3c3c1a742ac41fb8b5aec07de2e26d4830f3e19b9a192cf50fe05d1dff96a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e1d9ce8b394c3c9b1db0a054d0b6e887724661
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae1826e5827fa33a2212568c0ae0270690be931e56774feed104ca4b3e7f9ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17ae7fcd14663615b294fe8c3f897ba5e4df0df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad12fd63c4a421d1e8066dbd3cc655e97561e2b8c7ce9e9ba4ffc03e0f2439c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8a1fdc847de43377e1054f4596aaec6b901b39
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b7ee42f6a30ccfc62f4ac25671fbbe0473993b7b09763399e2e131aab8861c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cd30466b37f69176156e2e4efd3b3b22659f31
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866783be9234ef43d2b181a01a5eef5f4456dd981b2c3fe3c7778d1242485bb3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453c3da75339af92cc544862620ff656aa0d6c86
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c67362291daa12a764bacc1b8eb7eb9669bbc557099e866892b7cd1cf3f8d34
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86d7c24f5a8224ceac3a9d348f88a93414ae2c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b35edcb3257d36652fa5088cce227281de5803450377589fb434fb3eb035ef
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f8b0872e110a1c78199a81c9de86347368192c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa7356a49e8d5b52362f0b20d95dfce6ae3002811895dd8655c690623da6c42
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8185360ccde532a4b616c7d5893f5d5ccef739
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3150520c757cdc2e9e151e1b25c625685e5812fb308cd361e446b30ada69678a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a3e706db3b224905211f73ed499eaed8025839
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0d723ca1167afb8c3e2509bcb1bdc1e78ab11a71e42bc18a2f592f8b33206e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9dfc0aa7766f726412a30e729b7b381d366401
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5c571b29c790f9e10c21f7f1f8206542569bdab49836cfb7585da94f4a4c96
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a14b412b5977b225039d740be989ad193aadcf8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40200a6ed413b2a1fcbd6a97892fcb8d3fc73c8f60ff0b0bd48eb63fc6da1423
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d2d592551b8c1aa4218c1813112ce813108a84
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9372c447cea4d537022414b6b4897d31c8672ed342dd9f6de1674a2aea00c903
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cdd07c23454b9cd552a8681385ce6d61f6bddec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78037f773a717784e18d3f6b13653beebb133868beca85dcc1f4dd4f13fa8570
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21401ff4fab7e53086133fac031a4fa2ca10aff7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6b514c162e262c5b22828698b17f3ed65e7ef117cb20b44f9b69229d5a6f8a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603a5d571c6c5735fc38681b5a38a94c621c9dac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8feb57d09e8ca4c3543efeb6887b76441f404e064711f9ade6ad7b88582760
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03128c5f1738826ecd630e821760edc0a44a4933
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d06011d67f4221d9ca54b31d5ad087032e714d2a996be44e635dfdb67803e8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df2a4fc39f127bab670f77de64eabcab3e8e31f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993b84ad078fe5cf4f36521f5145bdc617f6b7f37cbbd01bc5f37606f731eb99
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdc1911dba128f09b72065b8609003da7d79812
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace31052d2458952c47a0e8e22d48599be2a3f0e5b068d3fcb2d31803379658f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51432dcba1d309629479c4c66474edeee13ac1bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec2c95e2a6d27b7f388322b601d200d2ce56b79e1c09e92cdef884313c23531
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a851d567f267400fe6d5923bce935ab387470dc7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3775c752bfb81356aa7d78e4b7e5ea24621781af141f4869642a4e8fca0972fd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0f2422c50e0df6afccee2cc3c9403bfce95f2d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a938106b5e1dd5c013e50f6cbd1abc82fbd4ed69af51d132d948a13ff639a0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3cf1c0af9a289561a3548fcf88ae878a4914275
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62043e1bcc3e9ff823483c43f0f128b0272e4ccb7aaa56ef9c8247de521b8ed4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa9aa7f188923ade391ffa193a5685fe3b63eb0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e5491f5b2d67072c25d1c18a581300afa7a12ad0b3d5907674702de8ca2c67
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3961622529eed787ac14bb9937c9676404e38561
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2cd41f167e39bdf5eb1ec83791d9aca49ab573dcaf9f78bd5034174da42bff5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6980dfa7268cce54ffd96f384d9f8bdfd5b293e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:febed843206fa6aec027ac0e0815bea3c81c2ced39a78938b06568651a3e9e39
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4297cb0dc943faef5f445651a16bfa0538f45835
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5277af2fd0e251e99f9ecde3e5614a974d047612baa3747cdbd43e262df7bd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70aed85ff1590a51d43b014a4588f77ee29683e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ffae81e0196aed14b23061e4bfddf968368e6693203967e3e9c0a409cb7480
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41e453e87b17cc64f775b2ce65f9ba84f8311b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9948bc9b49282e01c4cbe6d20953f220e748b7ed10744e39749286b4190409aa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969953dfd3d6fcd62e8e5a141a53cce9993dc3a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0edb4bb530e6b139a93bd7d15479cbb21f98b247eb47c6e649939f62d22a6a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248f4d37706582107b17367433b2c10a1fc6a5fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d680da2ff5471de2fe45a6a51a8a62e98f55dd2a4a40b2141a852353de7dc1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1560910c61c290bea353d0ebafbf9098dfa3ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ccaa32344352d9483f264a28b3549705204f6c317a43d71cf159e2df2796ce
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073a4857348b620ce00fedf891a814e35cc92e86
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31b019a0c0a489ee49e5c75fcf9a36e72e110bd7b9a67c3593898dfee4b0f2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509160ddc3f271918fd0e6c65947051b4b1adad9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012ea689627d81ba31e84b4218a823e3be09929b3a1d58a5741acce3e0d1f184
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeda6f2679cb5a6e4743e4b0b08ce9c8769eedf4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5babcf348bb0d662de354d4ca1bfed8d3449d488829d5f9a1a4118725c838cb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca90fe50e957a5815c2a85ba6db2f5b63034398
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a60858c40aa11824deb58667c39a9371a9b1e3fc527286c93fc9b3cec49f24
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d3ea812edd31036808d932ee8784cd7dbe43ea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fa46ee93135557abf44ab143c96daaf976cc5f8ad2d884948702d6a27cba09
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772b5cdf98150cef059db267c121f5ffcd9ef311
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7789de2dc1646116db38b894561ea0e4d19ece839fe6620d0b6dcb0ef0220ee6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2402f93a7b72fc7d43c66b339d9655398afd948
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3faf826c640cdfe66ebbcabdce11f9666892d8df9a99c367192db0f677fca4f3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a21ab82b8272d19c8438cbe2bbe6f9f8c8adc36
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4265aea402b1e17984cbc5a50b7e55e6ce4b2bd51e32dc4fbf470bd51e4574a5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ee5e07dbfe0e0e7d0989e920f41ffc5fbbacae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fb52c0449ed5ba8be1fe1c8d5a320e22597be5fa4215433079965277f2789d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744046e1e1bc672556174715b24a1355154a7c3f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d546c544df5c6f16746501d4908d60dc9475032aa17b6cee8fb6edd614f15e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32603ef00292ba9266663047d7797427bd2896e8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b9f32a45ca01c137b148958d03248b17e8a97e05fb4dda84c178f5bebac6fc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c390f0b6d1d2429f8e16422402108dc809b754d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ec00d1d947b2a043c10557e895afee130556b228d7cdd67fa47f50ddf98595
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3647889430fdff882286265e4646bbfc0f95ec9d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59a280acc05db1c3ac8616950d6ebb2330824113d99ba1e2c3dd088044fea6b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2194329a829eef12a314235f38d8d0f839e53b96
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5845f4e68aff02a388ae4a5df7ba370db7b225c40d4a5ff5698d6b168f97de64
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfa66c6eeca79de1690266261a446921af2f7f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf3735b76a28d9e9752581a4bfa97b8e9764459f145230b46d4c54fe08523f5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481c7b4aee7f6edd1809d687a1bf9ea4f6c9e354
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5d3e592f3497b7c9cb69df22e2959df714167888be242ccdb100d43f2f7116
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318761c568f524c76f4a7c69edf9040622ba4ac7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401f65a7210794b674f6c6bbc67ece0ce550ea20da94b345c9a017656a6207d6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6f6fbbbcf0e777f98230d1e09ebdacddcf684d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e62449ecf156be49c0c4feebc37bd24ef60245255faf9b2c5495cd26d0d3d14
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d01c98835e684d8edee717abef81961fea1b2f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8803a6995880d910be31927d94a7ef2b128178d046aa0ee59f2719dd155be63f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5bee1de87b8c8fd691b444df986c701c74625c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ba5f8e1ac9ca549f43df2318abbed9eac48a914ee82e1572752e2c5b24324c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d62187012d69cec00c99784254bba9219499ad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af3493861f43e4c90595a60c2c96d497ae333f866873b7baaf4ea10547d2bad
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d663f25ab75ee2b5b66cbb6d5ced631c87a778e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff6eae641b43fdffb20d341d04120e0365057a0567fb96a4e2f9f50e19345d6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f226b050790eff7e66cf1e668b7d3e38400d76d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e6f8e382330a685a4fb4b60676b67bc0feb75642710b44baed8ed8d9ceb059
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d333275b76c9f1ffa85488b4489beb9bbe191644
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2755e274ebb1ac8baba84aeac943c7a29a81232f2226f484f3475d7f055f28c9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43751495a262b63e679886cdc6d1e447c8b7d0b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5b194cd9119be3122264d174c12a1f99aaf009bad5b811b2f1403a3d92b002
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51429bde50d18fb11fd0407f52597ba05e2eda4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891e9cb078c4fc9ffc379af1f949206ab7593f88566b04ca5c75a331212aefb7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac64561651d94382947dd35c9656729c4caaf8ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83ac6aad79d21b640d971cae7efc4d058bd19434bc1f797ac1d6aa5f433228d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19243f586b1b9bda9a6da285ee72f5060b01ab1b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93b06226eefc43d39d7650507a60f65f16d6496faedac613923aba73e8f2573
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8fc33f0e98436f29a1df7479142d8ab0554c9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afffac308512432616df434d92a16563b63417af9e9c1c45e4169523abe7204d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cfce12c1491f4daf9515c438f247b7859397a18
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb453b5baab02749562238bcfd9de07c909303a112a6e82169bed340402972e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26265f5a3e14f5194de2b64657fba0db2bd3f857
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bac037de57aa2accfe382732e6baab21c69484c23e303ff8a663efc0bfeb44e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4e4087500b548cf06f6c3d1bf3fe164ea00e1f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50269419aadd0b9f2f906df50d9a81d785128a57eb2b5810637314c1db13edb7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221978e1b96f6785b5993bc57ce0cb4eabac7af0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513f1e9209e6e34a4f7707510321e9a5c59167e14bf46b6217bf0128814d15cf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f203540b1dde78fd2a01057681881ce26a43af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a231a7485d55d73597f3a3116cf7fe4296dd13c5ae44b247c36fdc353f48fe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbf47eea763ff1b7722671871a0c52d6677b5c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66c37d2e1cb509262f71abf862c1736d6339dc54d15ba86bb932486e48743ad
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a96651f1dd1dd6663e698bd27c2aed21192e7c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf197860141df142f5286a3587abe7ee2321af8d63563d82d810bc0973602597
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4556c902d2327fbade2039d15c923bac103b54da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f198e4e5e72d7d15a0f3415ea3073c5c539beebe07f12973f24c8809ded63bd4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561ed815aacf0c1db04e2a26b21b463000d7c9d5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03963cc77d5a51cb8b3504fbd85661e7d47fa5fb75fda07da2981769fea30186
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96ee470d602c3cd62dfa395df3187a06ce48d38
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c34736d20bcda62fde4bcb586cc66a2ff95120e4e0e33b361376d9771168747
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27ebe561be8465dfad17ee71c8afbd0e9f646c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f4cb71b53afdc652f32fb81b2943097deffe703f597211054763e756aefbab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88b900fd00c7ee48ca228f429cdb87eb14995a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cf25b85c539fcecb50378644df628dfc1d535ea171700d5b63545a75b7e943
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204d5a86e3e58052a18de47fbc78d0f7bd95ce07
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d77c0a25d7a98a4c4dba501df33bd090c7cca7f3fc2c01f711495015d8171fc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2a0506bcb37360ae8c18291455772dff8aae4b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939adfdfec62695f4f7a3e90bc474cf1f0dddde900dbbc9d902965fb89a2be36
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e476f786247e557567eeb5832d7bd1f397e04a2f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f37512c8436eda1cc7f6bb22f21fd4d181648610b294a1611eed40e6eb6dd2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b7c312b359c6007b78e1865c1aea00102aa767
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0739fa545da9038a3d0c6d76f9916fd44433dbbcf3705e5034ec8256b1ac81
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47f50ad00594cc48f41083f04f8f37fa234fe46
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca17e0eac1f197d5cd5dbd8aaafdc410d0c0513735674bd320ed3be0b8d9ecb7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ce7deac6bed7d2f2684d4e5212c66e3eb4dd58
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ed940c57399753cdf75070f3c41e16e08b5e19bc7bf4fb8e9b61bc3d9785ed
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71dafeaad144ef512569cfe24f7700f2a866fea8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079e2d99567cbab0fa5f1ff66f48546ea10f77312ce22531747e3249e2c10653
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0b07baf4fee26ddaa4dc509c805ba48bcf60c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1a401e125b9bf434ce076f3850ebbf652299953341351b19cd300222777e40
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503240a208d841c20b817b009cceda980f043cf4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52bcd9733a4f89e56bb11ef4b34aaf2092637aa7dc85fd9f5220a336b08543e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb409f24c3ac3b0cee2e18fdc27f5f57893e9d98
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b735314ef78a9c7c25a291ef035cbf6e1144e7db03c09019d2d55e05342ba9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51714e29e8233609d043a90dbbe15528df015d55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202ad7ca70dafc0eefa28d37a30de0e915252acb56e2302fca3b9c1c8db63c13
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afabd04393bfeab0c1a961e8a3efe4c33ccc2312
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2038574b2786aed6c440596193390952947fae2c7e453378d833accc9d0f1d56
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005d9437720c6e263c4c4f28b6888c6fd247962d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62190fbc4c3e47dcac03d7bb2dd8a83c8ee1dbcaab74b7f765e7e32974529d2d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1516dffc53669e3d046225fea1e465476abe6756
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a25dcec47177708a8e4c28497c26ca930b1a2ee4eb19a33da6e82aa6d19579
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..757e47931480f9695ed3a3f90bb7619fbd01a9ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e8db38eeb0ee8bef2a8c65ae0c09cfe3ce7206f4f97b00dedb413e1905bede
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb23d16e031ce13de8deb8bc888dc884f2441ad8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fcdea0c6d0d10d73b2114116810ea8fb36871a7c8af69d2494755df4c58c4d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95398551cafb2e58f4ae5663b26c177bca15bc68
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48815b1985da47dce3af6f80f1f1d302a9b21c748316ce46d080645c056796f6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596a66bc2c6c9e6daec17f046ce9941271f2bf11
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0155bb1b93027881bc8d8a995fc95e19512f5cbc8d70592dc8238b2a2c8813d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874d42640e5b2e835b7c6891ce2ade706ee3e8b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d1a3654f848e430e2488a2b0bb0c0df107bf432dc9a3a1d681f0b6229a95f4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab867b72f08b5b2f4fcb2a3944ef24949be743f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6e89fad90466c1a6d7aa66b977d1230ba01dc9e21ae529f4b2c143408e335f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1896c1c8f578ecba176f6f754838946c7caf67
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc6eabae84c2fc2fcf98dd111b3b3a3ea2b1ff80c5a1306d9826e72114d1705
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc2d33aca73070d22772ecf64f1302a56472793
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ea2a355cc6cf75cccbf3007a26b9670d71bc8701ee82856ea27cc210154abf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacdb11390f79d6bd1e8b35008ae542bc1ad2efb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080a8f18e12c7259fc2b11952cb22d6f25396e23e633ccc93d1a72a7c287ac82
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6a897c43301b31e76431ba92c51f32532636d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf4a2336328e4e71d07ed84e9e4ce9364a062c6492915ace7fcd617926e6c0d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d172ed96dfa597c798f86fca72655fc55f52c02
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2859806bc87b20628ece7140ea6772c2c60e04c73d1075975c6a5b3c29d474d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6bfe90078821768c95837135d466331337136b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba092ad83363fe1f4418f29e4b9cdf3a807633e839d6754735bb3eb2823b16b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6256b7daca269f10c7675fc43c0e7c673373aded
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a1c2fd77cf566539bf7981d74c1aab91c8cd12deff6dc2359b75510f300935
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc112b7ca8fd5d3ccfa887f80b9c188e997a26a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2b0c73adff9d5e19aa2fe9af861b5da8409d73c3fadc4e8bec68e8b7618270
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31cc5f585229d3d138d99cf308581c6ac3d90b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56bee0d613c1488e52b752d773f0a0fa47fbb6ab3397e81e80493f304d1d1fb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d89e297517b5bd695808377ced6b8339128dea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a42cb49a6613a23d436c1756c4f225a4439b309bbbc3e3890efb652e99490f9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8217380ab240199c47fa1f27b2a86c70122ad86a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72690891c8866127d491ba6cd144319c195acb5998fce85e767c835a17bfd319
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94525048b704eca6ac5d2f40d29a9b21976feaeb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a369f6a8f8f24f940fd18e1942eb96bc42957718e4ca863bf623cb3ab3b1757b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529e1be023c74ebe7c9c30fb45d83821c17d35eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ed1bb37729043107cd5f7153ccf24fb47e6cfd3c8204c95932a67c96ab8912
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5c6e3ccbdd5958d90b24e252668acd19aad5db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c71472b02cc64825e3e7967c3862555251092d86cf7637f42d4d4036335f8e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185a4bdfb623ec13e73d39381d269e774380efdc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90769ca24ed2ce18420ef17abd29276a07fec163812c13cf45821ee4a2d7211
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8623e0154f3ca94dd79861af69b750f2f9efdb8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e80bcddcbd9afc1f06e8fb95966d93185f017bddf7d5f46a3717453080daf9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc29d5e5fecd7bbb46b17e01eab7a86210f1b02
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870e1174001caee2be5fd2a3ead73a8cfc1ba0d68a27333c0fecba0d2b5fd80d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e0dd2f12118b5992d2a638d270f4d57268f4be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d046ba1d92bc1f66809e6726119828340463379eac8eda01803d6945502e76de
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e398b57efd88fd85a3aab780ea3b276db4943bf4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b304516dc9f62c694d16912167ab6ff1b9c87ae8e463318c3e5bc1381c573e57
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c441f94f3adf56ab8e4c82539c6f2de30a040f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9fc71228c03f45e65567ad94caf2a64c6e8c90e06e02811c616280c2638a7b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0909912c13a8882c435693fabaf5586364d3c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6818e31972e0cf7dfa729b11aa67437b66ce6051d03dab516f4e04cecf99c6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5698d3993b6976e734edb7756354eaac3859de5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca943941f8fd79675de112f8def9359f7872673e114e4ad611f51864826fdab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98320dbe0d373a536794527d94efb75279021ad2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24e81c6d1ac3b357829e3e719377a05de811b03f34359cbde078a8b8392ab3e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3cf145ea5912cfff5ed7cdf586fb7d405d57405
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96cab352528089d0a49cfae7df42fc375f7276718c502c8c45fba7180d01e3ef
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931e00fb75094580b8d87995e491a537d209b69a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06af284c964ebe02c06a5fa25bbb031c6cd57a5979cfab689d4bc993a7c48c0a
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_4/trained/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c25a9a6bb8581dddc0b76d87f91be276c5e43c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7b7a325d1f051a1dbd66b579a7438e71a585a1a0a3c49e1e42e7edc17fa9a9
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e318eeb3d6931a51d9a90b6b69d5572ee54ce41c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0c211fb44bf79d29e303619845130ea46cca3d096acb21e39de8ad91f4d7f8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69033f59f0b0957b82fe1bb1b850aa1f42cb5a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a116bc15e4cccfb17c7f01a7b9b12ace4629bf1c997b45755cd897a50cd62058
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6b0e0a1e9bdd6f649cfd78e56832319e9ae264
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8236db1e1ba600321ea5a3649d44f121df9616867a360304033100e228ebb27a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2650b37e26de8debc921be601faf1c81fe788bf9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45285970218d7a066bb2f75d6f02559152fbd14298e89d1d8bcc8a684ad5185
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e4291b7b2f2a059e86910bc887da6866dd3660
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890f92480bf35a7f6b79234da703717650bcbae22062c3e0ee2312b7679d7f91
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b521ce16d26a68cae9a6f64c832c1621a26db6e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0309b861c0dae045ca61514a17d164e8e7cab7a0773e803af26b558b8d4021
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8b3c8e3a9b03b8a675987a38ac45cbbc4d9182
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e76c5597f840bc5e7d57bf03f924aa735ab4fbd8b7419a68140b9a88cb20be8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a1130b5989458e74a06a90c028f7779920b2c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6f72855e54271d376946ea9a89c3c21ed8e76c96094125ef3142ab69c7a443
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e131913c39866b825428d6ce84f1d6ef052da2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abeab1db44b6b29f9ff08258eed9a86e7119b5c696f4e904c3243bf2f4bf039
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f25f0130dee120e9293cc4d64b2841b459fbac3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35b085620e6c9206f2eb0df8502fea535a4fa65f563234eda1457b4f962cf1c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a9427f3e21859c09c5af7f791a357fe0bbebe19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020815af3658ec24ec51904fda3a26082fd35f01c32a16da2c6cee25931b8e4a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53cb857d0d69b7665efd74c6f6e203788d07bb32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55ab5832777c8638258cb8cf6ee610a927b2944a982fba0683003f3203a00a9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09fe799908f95de0ea3f7ac11f19876d5b0c9c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a0564c197ee42636ffb80952de6408e03396fa57ac6e563735fd641854bc59
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4095f799220b326a0fb898fc48d2f184237fd3ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cd91d490d82cbacb1e0b7e9757333c4aa793d577ddef33cf32bb34649364d6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a531e4cca7dc4ada98212766af66be030630f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e97ca3a24edf56bdd69952d50a903954c1a1ddf0ccd3023961d762fd3e6c311
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ccca4641326cbac79545e082275089743e29ba4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f89ef6d27e9a7e16c7e546ba2cfb5c2b2ce3b14d5ff118fdf61865c996f696
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b6e7bb71ccaea50f061c29ad996562aac89e75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79378c23a69522a32a9f9af38fa92fe5a3cd2a81be463c16202712f04368180f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed6d44dfdf84058e00a18d6e4aca5ba57511eae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e19e8e5cab111827a628259e09b3795add594065859d33d283412d54bee82eb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f499ce589b0bd10095af9f1cd012a5e4eecd8fb1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5639bd8af4e478a1bdb604fa604a7eaf400a054836d50088069ecca1d31d74
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471794441eb2994e7c29c58b945c73c41bfd1699
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44b99669c7d9db560919799a7f6f030f58ea01649d14dc0df0ab0c6122a2bed
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89f358f5688d22d5693e4e5f5bc63e240bfae10
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358830bb74796028336f71fe75cc28a3810b035c97b2baf9e6a67055209611ec
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d5642c0848d3c7405d4768dbbbaaf1ea177638e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6439eea42d2f20da580621dfb75424864b841aa6001c3f612a3fc244e57f68a3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce5dbfd217546823a3e2cfa2c3f75f6fa3cc5f6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d71b998b453a524f69942a8eee00f671f781a90d5348bc7ddd4512a977f29b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a462cf2c665e189d510842575e6578a41faf7c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5d96cffe820b4554aa399e988c86425d566715b8bb657eeb90030e1a00f3b2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918668209381ef2676ae7aa694fe2e8948f66c00
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b78d9caac0a37655da6c61fd3b37ff12e045135d0d534b048938fb90c14463
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb4c1fc21568218d04232709d362439fe87be1a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f30f609b0634ea8949c904e360de719d80212c5f130a43047940bf99145087
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9659746532b1c78d658bdde8a49468cd00346f0a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7049c63ec388e3b8f48affc1f0d22b8ddb9c43245859fd23c9768c4e6cd69f2f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3905153a06e19cd4d6b3e6b31bfa91b58f505acd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fe1846e341067075f80b1acab42c8698373695578185dfc3be99faa789d8d5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f75e411daa2976d782c3d0b98859ca3f2cae210
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6abf78fa189d02fb721b7cb69f06337dd36594f2adb87e4a22aa4e0f99acb41e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8db6ec3747a6087d85f0d8a6a635faa4440af74
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced1741cac97a851addfd58249ab1387a7f222ccea45c6e8aef0108d0104ce4f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb09a7384a3cbc66100837ef7b4d7b887b20b5e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa3d46544073bf05aea572ef3435b6bfe3bdb7573492f234b634870dec3b993
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c798c3858f2f5ed06a6d16a1e48e4333b3ee5f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c335eaa73f5bc607756099ae96661f70308c1655332ecec8354d6f8ff57707
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268140e4626786bb9dd6d879d10eb92aed4d1fda
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ade33e7981b53a3a41d0b397057ec07939733193c25b649718fd41a08abe19
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5ab6cdc66f6f5221d498ae7d87d3b399b9b51f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895c36eecb1ced5800702d4f0eaed01aab84427e47e8bd15be2c53b91d35f9b7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b5a0ffae7dbbdf765b8f437c49ce34a65f0f05
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c85c34cd1564c7dd8b5d5be3eeb55ccf4b2b060140ceba8e00effae249e9d1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850d97d81c12296e2fb95d75e8d1f6eb320c0b6d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9098136ed53a7f776e4ac97216dd2258b5b53e246cfbdedc8b0f712c9711b86
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1f71604b7c73f7bfa4d26d342949235e5b9465
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d49b502cd7d926df0e3c3c25a7e009eae538ccbad71c549274433153d8e574
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28a0d06dc9c58f57dd30f648b33be82ecaa8124
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89789a1f633d2c592775ca2f3b4b4d0bc47bc08ae23fa6d47cbb31c4b97af20
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c89c8787916055352972fb30dcaee8f9686318
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c7b9825dabebe4799a45683674f365cc80b8835c4ba77e5af6cd07aaf19d087
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948c9cfdf83857f2cddf6793ce78edc23a22f43e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58add022c883e2b72572c1394187fe0136f726113f026488e7250d7b7cb63153
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7025e0b88ba28c2a1c03eca7af0293ac9c8bffd7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9d467953dbbbf0ab50d70ed882a9e701072dc97b3c59e09b79a266e8792d26
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f344e0af5ad9ce3a9ffb012e45a392cafb4e2d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f64fc4ae40122dae6d3a83d4e138b2db2bcfcaf7d5a5a8caab5e3868daa64e6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90baac8a41ffbb1705f671ca7c16c553f0a4e0a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2629e6e72eb00cf59d6cf587bee73ee63255eb910a3188e4d6ccfc161b260f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383a83b1694b0ca44de254113511698a5bde97d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727aa5801353f9fb51469896758a1ec88ae164632ed4cc773343d6d407ee8e7a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3534aa180c2030928c3fdcc458ebcdd0de60945
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fddc4636d747c29023613a03342244ea0c3f93532d78045b591443dca1e3a4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a231f29b1b4e303a5b8cb86816d08fb02bb466
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ad2b2515eab0668c9acba52a2fee1d7642252f5ebe8bdbe26e76af3bda4384
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496a72799594bad8fb7fa74170e3dedfb417438c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a0d952f391af726056ed91dd7d2da1c1fb3172bee311550be7cb520af1fc7d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e7a650fec4f1ccbb1c7a56d0f3c64e8e3b2dfb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c88079dc14dc14792557f8ccc54173ee16c0b84879c7eb991e1bbf5eaebc73
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1d74504729e094fb777e71d74deb33252e0dd0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a475320c590eece6b22180ca0040c858b5b28d7e42564c81fa81e3ddc954b602
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5faf2ac0ed7ff38b566f1ed7aa1eb0308b1ef0f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2a0c42058744daa0766a4d217772cf3eed677df9d5d1a709e5cc436b4b5b90
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b835fd5b245e2faf834d7b4f6613b5b8212952dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9fff8c70654f9045a6978ff3f3785d33aa6f2a9e63acf6fff7ce99cb3b942c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffca98c930de303ea3e42fee476a41c75b57867
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f265f20bfebd87bfce50f872823257147f0c4e5d8e71a7c9d3a52afbe2ef9b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af57b2ec9f765724e42f9ddeebecf920ec4e402
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554a594d65119d26672472222d4361fb144ec63e31bc348140cbfbdd4f7a3c47
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01384a6cbe1a887aa32f55cdaaace8c169a57573
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da386a9f5506ff1771ddf523a2d73a66ee6800f6333db664c13db8bb48adcf8d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30e93646229bbf097391f377256f1d30f56715d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8fddb561be24c48ecf155b43d17e48ed59ca43d08e571bc23463b5f9fb7d4c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5050a6cb079e9dfba30f5a81419ed6834135589d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3564b6afb0f2910f8ebf10f2949e193648f3e2db8076eb0b9b4b11e7936c4cc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ab63bc0989ad2c48247ebaafc28c14ad39a041
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579f74557d9246393cc846f15be61c16d03af01cd8e168d385ee714269255d58
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441c86c38c9a120c7a2f4a9954bafa83c1b0a192
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5316448edd4b5c1a15c39eed816ef10f47ec2792c6b3fb3a8e52ea758efcc0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7071c197fd9391af93a4fa58d4d73a56a92ee4eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a66baab35ae3c51a410f90c882cf38a9219d0d1e9e6d09f9ea803f1f220da41
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65dbac67135733af8528cd7dbd9833804b0ee719
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2558ab758dccc4f68fa4577a35b625013e7d46309ca775d281216148cfa68e80
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fcf5b8a002fafc139b326a0dee52bbeec553d6f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6433c385cc5161505cc288bee12bde83b11ab63351ea2fda451109b053213b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e25bfe2f75f19e3cd46e2db575f304478d7d40
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694904664f2dfcdaac8a4359bf3ecf5ea55ada7cb635ecd147bee18047fa67d6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1f0878c4da3e97f1e6c8a08b5e8ff20ac800a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9ab150e937c2f11df29e5c12d081b0283113864889677c13baec25b4d3cee2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b83eef4aa1caa1075cbd0f73a4b721faff7c078
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fdd8741c43032f98737868f30832a9798e04b814076811c85d911d9ceb7406
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc14e81137feb6acd0e28a7adcd1d618b886fbb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f247b443c4c9597357bc12af9ef92063ef6db3affaa1a783d0c02e88bbca8f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c766b8554eec89a01c3452fca80fb9f1fe7690
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd9dd9f5347482419d6a4953bfb1dcba465f0375a8264b25099b29e29462f4a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb4e60a00d6f48cc4556e4aa4b457d29d748abf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e715abd9ed2c84061bfc630363d393b1b41d96a4ae621c9493c02a04fd574dd8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361d4a1a22b178d652dc11a4eac37a4ee38ac5e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9087d729a7585886ae0a83c1e797ff637202f64c74b3e61b8058e4a3d194ba
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2680ac9a27af5b83069c9c275b9ac34e488b57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779d6d26999f639feec6f5c7ce03745a7a3ae880b9e7773187784c4bb193f42b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c43284eb57be5c8a07e99400397320054f38e00
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816da2bcb278ce1bb3ddb6dd3503e80f52a2bbc9c1f029d69a97181fe0535096
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2f0970581cf65ac747b277f814741914a41522
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f3eac09d7809a7ea0e640045ae8d3c9e875004e06f67d880702fe972c99653
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54a8bebaa1f89c4a7695fb2378405e6549fd0eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400673454ba73fe5c8c478a4c18009a8bb9c03d7236ea6b66c856c7ced8e36a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15db447cceed6a7b650991fa4bf04ddfa67265e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a099c3b72ba9224a16d5f7f6f8fc4f89212ad475f635480dfb54a8dbba28dde2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cc1d3a5566b2fa08548d7bde846138b4545bff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6e30707d1de6064d5b9cf6e521bc7ac2842765ab80545cd0fc30f319238e49
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887340a3ba723dd7fc7c1a7b7e3d0799a5200b9f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7636d3658758827d56e32e006d7a94d495c44b3d51d10cd0e033e6596509db4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642a7ff1755a7f0ae27af28688dac75d3deba070
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406ba5ffd90873bdb469dbb541935b5c379f8f4c71011088cbdf293f87beae8e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2797d79fd6d20ca9eccdd0b7a872d121566b3a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7400e513b2b4de86054bc21149ce044cc13fa26e29c5d4be9b5e2b8e0e828ce3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3984e0b2aca9716ffe153e9b2a1f12b86353e835
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c991a66bf684f9f76e78b58ea0b7998d6f0f2c931019a67735b95a194ac3785d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4b30587fe649e83d1c6a20443d2fe6349eea8f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1367988791f4ea843824dabc4e42a08a2d0281cfa70bb8b1b3906e4b443d8b49
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b5012e8d15b454a03499a8a707239db424d81b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4236c8d0d4b201778db2aa85453debb8ca0d71a316597f511639cfa9bf301d0d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087678de3c743f7500414d947133d20c579e4a9d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcf1e6b0359cd7f13d2032fe3330d4c214dfa09be318e1c0252a1012db49bbe
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77adfe0d6f1d9c3685a8904375016a2261f2c63e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450cee7f1a3ef1b267e2939c65035bd304a397aaa51977458efd5b03d1be3398
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1227553144376e98d565bcdab382f4dc68b82e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9675146b7c793d617b0ea364e39374b162441e3af423b0f4403c2f66018773bf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc50a6dfb9db65c2c0333702d0d4e5961c35593
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a3bc0ba05b992df987a2ca42855f29d0a831ee273de0499c07a4fc1d3d62d4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431e103810eb8a0ebb35e8695870abddb359c693
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db5c3454b58d1c73e2e13870d977d1239339955ee7c928521491f7f729058504
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5bca27806c382855df996d4a44ff1747c294d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a74db0406092ed3847fe58db378ef58d82d1b2a204d799768c5935cd9758c65
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..379466959941f7fa7fce8e30b49e0d55d65486f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec2cfbbd854b5710fe013a142263dac00ce47f7a7b5051bc7b3634f1563deaa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28749768e920f3f3fd0f1be15ae4b409c88e1561
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6665bd0139a457fc363b2c75e7fff36a1ae8071d983f2a33785af9291f503620
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af57974d89803a232d251060b9dce50bfb05e94f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ef0cde614bb6efe1bbcea8b483a8658a9e1abce0f20da9de9e68d9150bab83
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788df8fc0fe00002548163d7f666472656bf21de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7618bdfe42ccc8a0abc0ca07ad734964fdde12e4f79bebad330dff5d9bbc0f3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7871296a035ad879936bc4d9ceb7d924baa1fb9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e675830762e259967edea3d32699b6b221f9897387a1062dbd37d27841a2b65
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9152b141d936cf5678b9c4b76959f3ee04a24a27
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3830526b29650ec48bd9696864081de47e177f2a033976de746dd731047e9e1d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465ce24ecc68fd69215b472a30c96c015d521c79
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5784b7306485f31d37bd530bcb6ef67fc618c13d156c92ef7f958283e9147981
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0324ee3d7a335425860630226441578c18a6f5aa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78964c27c47837a06f9d7f7148b66f508b8d1a055b3c93e71b87df0ef5195e5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..499cbb3acb1e609379eb7877860bd2d9170beca4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99547b3d0b7f923d9400cee744f6ce4baa1a0a3925ba0735cf9b9beaf4b3143a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681b4c43e7f34039484093c23c540bda652b69ad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e383fe2f04949dd58674ef6d2da624e0d7c926af1aed7edd6b746d864d34c86
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5c4e0454460064b0e6d0af24976b303c6d72c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59af2b26cf60b402855693a86822dcd86920c5ce0a46b6be0a7cf0744b64956a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1031a9c8d521891a3cdbc3cbebf038ef8e58410
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6dfb37eba0c055ab6ce77983af031135c12b9fd080373a82e1e5bece484336
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7775dbff48542f2ca7b59dd91d9181a05100f900
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60e556af15c378a461042fdd5e9e61b597e95c7fef3b06241290959f85d56a6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b256cedcba4ef363a32d4b057e65297e92f6262
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bcc365ce41217cbc61dd687fa8aef25704366a3decd483fddcc32fb93a4dc8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb052c30bbab6bfa89c4383cccdab2602871fbc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c901d44aa048390ac98f3c5a9a85d33b71db2a4cc4dfa1f3ebb36c69d52a7686
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2973e8ce05cf687b041c5cfdcf4af1d71950a746
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4233a25ba4e2440b9c354a292c588b22c4682e871b05ba6aedbd4ca1cd6e5f03
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ecfd1b14cc91d5c2a339471ef21f468fafd6a2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd2f56ed792ee0067bc36a2be78fb1a03f59b981b3605ca362b9d4a5bf2bcd0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b1954a94ad35b395d6c158a97b792e01b87949
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae10ff972a030d560a5412f03f695f1aa35796165774d8f3b111b38e85409bfa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea19be17afc9fdf2b898e3491ee0d0bd17965b48
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a32741890f9aef623fcdad99d81704077b9ed52b1ca6dfe1f48b33fd03c1e9b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b85886926d18392820b729d8996c925e3ff1f3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d1ccf0431fcd23ebd9db959d9bacb42e057f9f133d64aecf9c703f061f280c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352ae3c939c3cc54287584fbc35e0db41376418d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19823a3ac40f1bf77235df4c41247600e110a8f0376d422915fec5d9dda66f88
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26400f8c878ed76d5d7f276f4ef6e27bec4c5329
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb5f4d002825c6926c48e70224fbf3875758d35568ea3255c43c413284901b3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3511b1bcd9e2f9ae20bb96b45072bde52dc927f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a8ee47642d7636f565108a202914edfb3b905a9588a3d12812bd8968fc38a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15d06028f9eabb0f1b432ca4b4e37691f4d46c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762a2b0b1b401e39054928459311054ca5a588a1c0233fd874f976d00861ae3f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e1c17d52ca5b3ac9de850df99f7569d6c05dd6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc23fd633ff964997ea02be6674b5ffd4a775282f70ae4353901359e4172b44
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcedeefefd29fe793bf826a55c348237fcc5e3b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e22080db74b3af7c268927ba8f65c4ae1571d8ad206acfa95d0a47e5532b1f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263e238de168a64df50635ec23c663afffd37a81
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b504d81b4e07dbb56e8f34804c5629b81b55cdbccbcd1c532fd0b6cbe89fcd3d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c934d097c215c40f6f723a6b92bd167e10992c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43f26aa5fb34a68faad1c95db40194a2ce47b733aa81c71e93f0333ad0821fc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74b378b4eb9e1cbd11a4f7f41d75b2c92ddb87d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73dd53c5a784a7e7e75f8363909ee3181b19cd352297159d5397c3eb1bf43b70
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86a60ebba999dcda82f38b4377faa093abbcadaf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12cb7ccba58a50549130f8bdc9fec5643d25a9c3a9dc1673095d4b8948eef290
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42c3b626a6777b8c369395e887a42018ea6328a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a1fbae72f399986acc12a71db6dd4775fed4bee737b44dfaa9935cff7e69ac
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fd4a0d4d5e7b71e1707cecb1376785e81bd004
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fe2d1adc02fabe7ac8774c612b18999aa0b764ec5ffb0f60a4176253640986
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564a071e34a0cc8fd8e9725d6efb3b604b8a9cfd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73458b00f4dda968555378a73e33df2e3f2ab4ac78c9f549166b8113eed7c5d4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e08fcc2f273c4e00e4baefe34fa715030f7779
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c252f059277e99d357c326fdd261ec8b881250918909164c801a9c3559ad567
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41b76a572d9acd9b88a3fa9ad64ff4bab13e04c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3392432304c599a5922b18d8d9bf87a06ce82360e723743424e4772315b2490a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d90b1b35841b6adab4e873eedc1ffde0981c30
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07dcb1b63cc5bbd25847281f4256b981b760a3052c9107661ce332be0d92d54b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc8e4974e3ffa94ddf1cb44cf3d4b025344853f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1332d08d56215c98623872838c369d31c6bd337caed7d590048cc33ec4c9f5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538a72805d8acc8670fd383e96d6dd568f0426ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417ebd52e3fa9c496328f52931e70f27e635ec804789a557d59030ca757e33fd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..219a110c54c25c5de68d81b2e74c0a06123129c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd382ed0bb02b13b494e354adf33c643c21f7d1d1bb9413ccf4b5d528b13ff70
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54cce6d003824f6c723be3bc4bc57e8338bbb82f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff193cc82747ce99adc4fbe2d33696c37aee97f6163d83c079853b0d7c4d308
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35abcdd6d136ae0700955ba1e103fa591185afbb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2421f6922c6054ed82e653492e63be13ea811315fe5de949d5d1e4a6a898f50c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07494e86d89e887322f68076d12e1f8c03307af1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e03f5696dd834468263648cf01cea1feaf3a195e61bfbba4b446a91592d771
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aed2002c0de4b7d1c5768a7379ea63200b92132
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36120a171c4e7adb5793857cdaa810db949c69067763ddc20629838781b0bd6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29760a0cdd5524e3131896a04915ab15b2b426d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e91b3b1c9447c8e040b04d573526b64ee5a9aa31e936d02aba0705b0562448c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce4018304619964e899436acfe8e6828e5e7cc5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3d1197d29de73df053af254a3c55b8ef3e12188ef9de018d68aca5585b2cf4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17f0caa9e347109c7cf78242e0f1036ab8df059
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb22225b26380e25d1744d782003b9f7f4d59ab0c633152a40b4c25c79ed2c2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4049e11ad590d8558170d0b0d8866a5de3ff4c6a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5c61227544e60235f7fa7f757cdea761cc9fbfe7fb2327a462f8bd2fd53dc6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06d4306131bb788393e8f57345338342389df69
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60f8c88e53dcd748b0da92eb6f25d787c61a21aa4520333594f8b97ce7da57a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e419314bef0c264132e27eba563449144997ccd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b870368fe47b7ddc55dccb17fdbb2ce9a1a3c1431e4772a1bd4c6cfc80b16551
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a45143b71538a84ca0ab182ddb81b54cb152f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900fcc6ff8d2f60b8ff62d311b9bacf461290b5f210f69c21e7a7e9a44423c5a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32de64a015dee822f9b5d429fc0de8e4dc681223
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8769016a8e0543ac4849ddc3d2910758b6cf5478555a8967eeca399dc26e97a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633ebacc14de18adc71f33a0dbbb392713f6ddcb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4828e5aaac3872469d332f94c83eb3b74b1149c20cbee9581985d7255cf6ffe8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9dba22d911f09abd7ce99bd690f4d349ccce665
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815fcd388a38e7f4072aeec6f49e97717ad572caee0a54496b8878ad213a5104
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b918874fe9200ee3df7ee4afa7c68c71c42bdff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164f856fe7138aa137a5739123253ae58907e804a9ada1eb142173c482461f06
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541f1125b6a78cd9f8aad6a3201ee73dab2dcb8b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a8c20785a710c4a08ad23f5e02a322693b8009d9525ed20d87a222aa4a2473
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1163e83f5a1e250d5005a0f32f5b5321bde4dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8750e7419356154f302deb7e48c5e91506edcd56751998f94ea3d2dd7114dee
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5591af1ae6dc721ccd9926b50881ec6b2978f47b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080e3f446c4cd4ff6bf9755817c882c9cb499d854bd92d12e447a91bf41b0f86
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b2e841a41f29b46886d9df4d09f83333796e87
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2d7944b209793b727ffcf6d80fc7b4e21c846735bf5dcb057e80a3132bfdd8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2125dabf81bc0235a069a3217b00f65e3f4a12e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78502236efed977d5537724a4438ddefcf6371bf7c8b54c69497ee5f1a9e148
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32184d06b5be7d8e2e3fb3c14178e08f80dfc453
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a70fd74b49582784da4a09ef17803897312e8ec9103a7e3ce7712587bf1561
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f059a4f32b4a8d5dd1a877084fc07e70f69f1c04
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c071eeb2f7650fe3ca39378624c4f57bc0f9653e6128f096409f9ab1e888513
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb665a6c430699b5e503b02e757d285ac94b5cc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e2b035436824543d19173ebb70a07299f4ac2eedb6cda4b56aa02e457fe285
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9d45c6df12dac1aa2b3190aa8ec21aa0897d50
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420ec28db05f6611c9ea0219bde465e4277c23b21026d44443b775ebc3e54e23
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856150c45d77ea18a55034ea3f3f6889e9dd11c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf73d5e5115adf1bd3f9a13c990e3e345f90ecc96055867ec5b9a9dff6d963f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8436b636c16e0a876079cca8da6ab4a3186fdada
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ec562df589cb210a79de40350ce846066497984cc9553b89c5670abeceffe1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586771d208d39afab664ff0c6294ccd181581013
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb9556e0ebfd2bca46c88004661235d979fb11dc2f3e41f79c6e1f1f770fc13
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca024ca78e68255b0d2986b45a1da04c0cc59ea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3caf97dbbccd882c1f3632b223d0530105f58e9ac9888bae0274a465d0326f6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d755bec32450e4e30fe29707702127d083050c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b89c66fc9bf64eb1fdc6d353b0899c0945577ce7c669ed304de63e69d1374f5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04de97eae6669d08195c425eb5541a954509b438
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30efb76125ed7f3d39d183e3b6e06456aed163744e06a39daf3727d889d71222
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8fc428c5c8fc7a855e2adb876b365947a9ed74
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97bf171afe7d1c3814974d73e8c0d3ac609dcb59b2a696b067d7ed331aa81a9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f30e868217870211807e523c9c630e382ed18d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a78dcb366ef009ca7b2c7550fb62240b4aa923793bf759487fa096653ae54b7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e25b2c0638af37ea62685b47c237ece892dc63c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f9d339084b84f89c211db4cc46c7fbb20cfdac8cb1d7416def41ede94a62bf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82dc4e03e44a2aba36942a557957e05a9d763ccc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112206704d8cf612ce30dcd3a12e918fab1d0e9c8154b1424b13631224233777
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a3edb31145beb258a3b6a4b6f8c1197bbf9766
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9437a6197cffe5f833e93afd411ad4edd902bbc555357e6bbc4a94d315e30b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0df69433c772316353057727ba447704b244f1c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea23b38b941b53e4b4813a18edc4f3f452611567da19c396354f73012b8aa26
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049fc8383a4a32b75eee4bce00066afbc524ca6a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26e667231552da55b62a30aeeeb4417de19bc13b1dbdf6ae5aed36ab59ea301c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ba8aaf70e78cce3c7d0391a99c73aa8d853a3c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b01b5a12677c269067355bb37265614fd30a804ae8c15e7a5893d75dc3021c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5feef2f5c1d18d518fac261478a50539c28717d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34206019115466ea8945c3ffd24c1c94014a066cec763c20d5ed2dff5ce234cc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f7ba64bd3bfd372d5fad4f901b10367a4190b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea30747c74c20e1adc793a9706a2b07eb914cadd2b759f968d765d46ccc2366f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf27143a30b58d4cfff3bee1e839af2d7b364eee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ebb87a411716c21bcb4c1f4adb32e3dd52bf45bf9e05a72d4de0b39a52a9fb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da24ed53bb5fb4f5cdb7b57cd5d395810aa62ad7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b329b7d5e0cbda4facd018b08520a7da01059580b245df44a35ed4aee00d12db
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0d8ac5f645c3ec7aa35ccb695c882c5fc17a4c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33d41ccc85fbcde9166b5a6290e3d4d908ab3b12bc0c05d0c69b1798165991b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12bb0b8e621e84a7869e4aef80fe288dc3c10237
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8baf96347cbf4fbe74feb69e6ab947c956e4ad42887c2cf538b22cd5f277f0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695068444120347b3e8cd9be401c73a0c0a251a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9239bd1ff1eefcf316c14c3fb55d06e87a868d7e88dd88c7fda3ca8f72388a04
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ceb3aa75c5dd716c2c47342c0557165147afa3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5532a84ab9b31b742ef776b79f8298b8d5965322b6106fd1705bc3e1b50078f6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b43d451287a645ae5684fd43fe110022110a92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6d93ec4ce1c1f4d86eba6ae176ac645fa00610e2228532f3a35aaeb7729b32
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a772b9983bb6ddd3dc384ed64505bd0547d69211
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e51d5c71af237138b4f78d3e43873857ad2f0d42e61aa0638be68ce77470ce9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5b2ee038052294c4c0e56fe00d3207d11d1e57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d824641ea6f039e5aa6c9ade2ba2cb1b3bcebd4ca55fb67be110d8150ef3eb4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e580211b9b28390726a830c772d5a77ac285a076
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c5ae99b64587344f394de1541e92a23a9c3ca1c4fa04da9a9f801e757be981
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e542cb94b4a095e6853e1837f5fe7ee667054fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c73d7f00d938e233c35128f32723866d3939e0b12d316f5a5df9b3f6e04c70
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d043dce92cfbf141d6a162f1b374b5decb3a30b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283be1604e870d49fe0387f6f413bdcd5a421a7038eb5dc42cec7aaefa2c6f18
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfe171093f67154df7ba99d7e1ac6dc7c95f8de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e5b677a7fedc9b99caf4a79c172066ce75775c19a1d4f38a3dce5d0a284fc7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754cc9f469f0938f9e079233cac774c535010972
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb57051f42a78cc79f885bc753920e0f73260105fb8ab34a80bdd85df0b6064
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e5c330b0837cde71a48030b37ad94e89b6ac82
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a011903f96f0bff4892f8896592516a5613915bfb566eeb74a2ed06fa01b720
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6ab5b067be508800540da797b9641258e1d809
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee934c6da18d7040098d9878c7c995c89a71b6853aa0f2ed6ccdb0efeb888fa4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a86f79c18e540a4683f171c51558a3e5a5ca2c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3990dfcc44911e272dfae62b97a1b819f6f90730ea7980417390a390e99bc2c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8ef385fae3fb5d28610ab66a869608fbb55e12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1179e42c88b17ac1673775820681ddf954839cb120b624ec9016786839aba09
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410ca03f2de7843e7f514e706658ed8842fc7f55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9515089615cf7a0a31572fd5c3f542197aa4a46edce3b344eb8fbf58ce7cb5fa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970a4b4f124e7d6adc02ee572bd8b3bae6e3f2fa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d673a75c0f9eade91fc7ca6fa7fbac4a537cfa9419cf6232e35667046b3bcd8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c936c120138ff844288e4aedd3d688781c010c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7bec547557b00f81e8fb57e891c66947da43fc3dec5e96392df0fc13dea88f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745465cc9bc006ed4c965b1f925b9132ac9bf9a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30dbb4b4c24a10f37d88b0da9aba7470a9e8833b548d5fd6417afc57ea3da816
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d01107487087dc4d7c69c09c4893723b1ad19fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5b79deb8e970f90aeafce850b5583057dffd958aac559875f2842a573819a6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abbfdd65f3174a6434d080e7fecec0a40c4e0abb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6845561d89d1f6c21a86f20d52e0ddcb775d4e6f8b8cc7ce15a21e8163f6b17b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca09cc983f2fe3c51448d91ff322a573261221b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3418cd5d6672963cee6a44846b7e01feecd427ef6104a571fe2cb55ee08333c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6e7bb73cb0ff13eeb22c6eefb2f9fa34689fc5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e95b8b0f2ccefb835186dc8b5ef4cdbf68aee4594ee810dac9730537f2531fa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0361b80d935a2c0001fc859cfeb7b317e8a44139
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95325627c4bdb93fbff97b1a812e22f456688eea20f82a399fe1d259daac12d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8340e9f690e8d5b257525122d7b052c9d84f56
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9adc7d943117ada5dddca0fad95a1c029501b8e59368900ad0d2b9adf4e2439b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7791bb1abdb5573c2614a0951d7e5cea400ee754
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3032b8069d4371862021eab1494e1d38393e17cc5cd2faf9913f8efa9299f5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2574c4c76733e6a772a0498f4a197d28b4f7448
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bb003ca2852bbae07519331469c042d07f414b48c44610c7d63f6edf55a30f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7647aa66d51e5f165414621480e28ff233f5f949
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a31df62ea16562119409298272156d5e68bcc60403f00457bf6ca5ff89adff
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8572f11f96055a6b715e9b0282462af6797b1d83
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fd12551510b402123e6b8132b932cd7e33db204ba9d8342c0fedf0b184d3a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8daef172e39e67e226b8cc0bac552ce17b3d3385
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27545778d744702eda820ccb5c9d683a380d13008ab0c3b1077faf4d0899effb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85dff645093148b75aed783377c2b22dcb945cb5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94701127dc9bc5d5645993c97fb14454cc4241b52751465e12c28998c5e4cf22
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59bb3582b7780d9766caa3ab9aa86999ac72457
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2bea5246ce8ae34815af0961599d1bf8c687c7877d64e998266d048d4770de
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410e8b0163f41ffe314bb4008a026fb5a8e27562
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6600fe540625732ef31a5d11e337444239fa95193e9cac83cb9e1ff629c488
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780b09eb8451138ee72399cc86297781d1d690ea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884e6e67a3d87b8c4094c8e1aa389a24e67ebbde23bd1d842b5fa55d299f3eb2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec5de51be8fd7534c8bf2219caad2783ce4eee7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0158613eb67ee5b50fe30638785974f039a14036896fc8e81a871ae13bff8997
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38fa36179137f7ac1fbc9ef6956c5bd73f435e34
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1aa5558b9da9545f2b0f1511a67e031b6cf91e4d035e977275c0df61aae818c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a52b6c19b6cff1ab937f990f6ab50d34cbd28202
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8507397594ba54bbeffa51398c65897b25541c51e0b67af1494c625b47483f6f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106331de2fc1b2c7778515845466904c39099b23
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa32c652f7c2ee96e1c4604d99dda707b34780904b67f9d2b8fe26247c25808
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111db26942ca2bbdd3e9feb7e6abec2858ab0b10
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251f536c19149e785a22a5a2608874b78271b287209e36a81d93c531937bcfad
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c150597adb69398fedabb6911eb7f82f663a38
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52631dfd7aaeae164b034c02772da1ee0cd168c8a43e47eb0c03511d90898e96
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48fc20eca8089345efca5c31fc7410df1798d67
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76dd26f45629615210c42d306fe0e733948bd4d698a6d77e4d51f369f9dfe11b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2955967745628f5ff9a7dcaa69e5ed7ae8c57a5b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4846ea0f92212c2ed66729ac7ceb861040598468672dd186844d9f3c226f97
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56cc178d988cc4406263ead0812eb8ec03475da0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f67339ffa7c42f32ad6ef25b692a76053b8e1970bfca9b30f85fd7d4c78cb1a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238c7aaac2df0da4aff5cd36183f37503a712121
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24cd765c4aed029a136762c6a26dddea8f4be44c26960c7675251b37d163cec
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de2153addd461fc8514ed0687454640e876a7f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb2787ee4f00aa33a171ccecaf78ed52f49356c5c71ca8a064f927c6966fb6c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2858626df6cc1a2bdc566eb21ecab997ec3bf99b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d76622da2007593cdc10aa2bcb95de62a5c0185c7c39547a854ae3bb6d5632d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143fb42c91f0624547610bf22d0f7c1b546a42de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7dd6878efa1bc83315793c52905d911c8e8ea4295f819aec20b97e1c4781b0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31b4c012aaa2266371b2ed89f1b213d2300fb00
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2b4ca5063db7596cce40bae120dcc2c0f83894a65e532e9833a76fafc4f480
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7907f4b537a5f89c0cb6433d61dd89c179f11c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ed49a6b059751f9c91b47503b92ffc5ae440d5a94a4005291980a7297a424b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d07900ff3b82e420cb8e48b72da4cbd1ae58286
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d001b1538d9688e6358e6b2ad91dc05bfeb3136834c404d2d52ed552df63d4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5769311fb097835d34a86759f66db92a505b6cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f59f15efb8da79f981c277634d70e56ca6e1a409f77c70051bd42ed7964463
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac9b460d1c5bd0fbf3a6b85fc12117d56dac514
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4afe04a7872c3144253a7d6f944f6651de00bb8451c274e8d5007b8fa8b205
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199c7871c2394b545805a9b2e073b5c109bcb516
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b92b21ea4b73e8db2d07deaf110c60a3b22c4d1a2a5965fa55d93fb1b256643
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16961942946eeb09cec813fcb403c7631a8d4140
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9449a681e97f7379a61e20217f2787a6a1753b14524558498737df674fcf9b66
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5d6e046d0c8d1b79696dcbcdfac952e4062cda
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df12ca1767d37e158222adf4f537bdbefe689d8de82064071e96aa34b384ca92
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212ef960eeb42de47a2d461b769f88aebca4a192
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb27ac4f3dfd38f84a670ce3079e8be46c764f06836fdd659fca9aa94b11465
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb5fd6ddba2349398afdb4455662975d6c2fda5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1ab337b319569e3bb6ec7fe4eed86a1d3cf8806bd259ac4bd1872db4e38574
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b44c97a63cbc407e6a19d5a38c6f81fb68b843
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b513d806ecac76c22fa40d3fc3d9c31eaf9122bed1415b80020e01e5268011ff
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55b36e36171895ea91b8f06ec310b63ae52cfc0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4c524b17f254b7d839e95e9f35f42987fdac500a2a855b9cd4cd96a73e6888
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa87b9ce6a921951a7339a697cc7039c4aeffd2b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c816c0f8b9a6d23445b91a944a80b55eb8784a9349ab13b95c9f68418a1763e7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9c3abcee578b42ccfad5295ce043e7ccf11afb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2774478e43c7325c6ed89374be39f262543b59e7ca9bdaba23df4d884ccdcddb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61b10a60adfede5c86c2fc00305218e12b9e639
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d75368aa77e065eba3119e9cd3a9ecfc1a2b5aa76a12fedc9743192f4fc71f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8fe214283708460aa52136ec2d0f689c391854
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00367a9e42ade68703ea9af4e46fd4cda91b2e87b3b0fa3f22792db36fccd046
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62b31cb04d3d9d80e4810c4429f079a4cfa91b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d893b140edddf0cf3f1c8a4b4b283e2c52c8e98454a32d02b6fd4a0bbcf651
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6af8d38704d7c5aaa0ede84350274a73a95e3f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17b470ca2bb6e901115352290e9eab8a836c2e7c4d8b63b0d1cb46562020dc6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36c7380fdcb9641759deaef8736efb0e9602df8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607d32a0a77dc4a572c3bf3c3e5755958bcd97e43569c4549962e4c002cb4c77
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be78caa87f104cdba85eea3bbed96581cad243d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0acafe062105b3a11d01f43c61b6738d49f676ac98e9a8ba703c28cbc5373839
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2fe3ee9fa9b3510070816ec09a48669be0e761
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f4b2038c0f5e646f558eb7dd47c8be141dfcb214125a0a5b693d3793e6a1a7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae705dda3d52e06d2d33b38d86ff3fba240940f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0142b5af57e15254b64d7d145075b8a78a7d2167c59849d1411ba67b5e0e57ed
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b3fe6ade85e3d5102bd590594b7658483cc72c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d524fe2218008238b3a863298c4a6e2b7d351e781272f0960a58d9c6cbd5d55c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153b7e3c39012da8b0800648d6f4437944c2784e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d39016cb3ff37bf3a930b72d11a25c3df053d31c9db1943e902d145968e2111
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf82f9e36e91db4127c43f5d05c0833acfd0affd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de4e83eb5c1501d3522a6a89d5487b9ad9c821f0933d6439351e0f3d87cadf9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bce8c840191b92db7fe2e7473428e41f4067c41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da584b840916245a1bf581f0a78ceb0cacf3432cfb3a539be302cdf69848e97
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6a8fe0b91ca5479b3ca51b72f2cf45f3427b17
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a2b8c499568ef721fdbc5bc9d23310a40e3fdb7f7508d015917eeab0d54775
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf91b3bf2a35d5b8890635a800631c8ad192666
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd9630fddcc50c9e005263af258a3cb2cb3f9cedf7d6567f60834f4e2512c62
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40883c459e4bf3ed7276618f30ea6f7dbf45ef7d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04410aa7307499d52dc9fb533abfcc960f043c2a3c3122f33e6ce0f020f32f4e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043a62d40dbbbd2e0e35b742b59b164ad380838b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e89a4f6adcf7b81433445a3f9d2aeadf70a12a0d775933779ebcfa53b2ed19
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821e88d5ded037c41d449c2677f3741f6bc98c4f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa96da698e6102844b24cc108a468e9bb09d87b51d6cd5a9a9d935af41acab1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ccbd469a4c0c92ac2545c7ce09f066a077ed8b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1e2d38c9712fc0c239c1b29b220c180af1bec0b60da45159dccb7289871318
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64987d18632e28747872b91e356845e57d3ada58
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4312d8cd7615e4cb03acef06ad3124e559ca9e24720d4bb4facf15da01534902
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7300ae9b6c1c9f0ea1b8ed018923158fe5004a76
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420894f4046c45fd80f0f956ceee2a44c2704c265ffe33fdce00ab7076246874
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c431c7fea6162219df64859d2d97336aac788525
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b821ada0b4684d0bbd58f625b4ce3cc6ed1e670cf3311ce0f57c7378016265f5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5837a978f80188825e657e236750c4f55a1470eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38a34fdccdc4509cc07c706d9515f6c21bcd4aadd3fc0ad0e8690139ee92d40
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3aa2ff5d9143eb019afaf6fe8dd981072a89d0b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb110e15e4cf4449ccaeaaaf9f8a289a671a4300e3addc958cd6cdecec5d26b5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef431150aae197d21874f72a400098487468ea1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afcfa4db21708ca36e0ee40813cd0571c675289b94299ad138c2fed1745d3148
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e912981ab504133f665384c4a3e6bf38d9bf7b9d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792ad12df8a1acc2dbaa491faaec1ec68f06dad7c93a2715a61b25d2ca97b3dc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f67ed9db5d0e6c1199967133ff13b5095d6d29f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3bf60d74c47386b8a3a1c6961e5e1566ef578e98310f93560fc6fb7fb9b4e6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e98eb1796287e84c9c196dce17f565f663f8124
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff323036bc6c47853a1a20589403e1c25937f0803302abe9b9deaef670366553
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04c63c4d616c6b0d65bc92aea75a3af3289f53c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448a29b83e18dbb60c456817ca618aad949e2ced05d95b4a8dabbb0dd81010e4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880c034c6698810aa2ced14fc736095ddd44ec98
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a7e83b8b2e3c4bbca2be00bcef29df3ccd3f4998b9465d630f04d7d69caba4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6dd5b98fdfec291907dfc9594db07905f471be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b6fa44236e40b02b0aaf41ed012541782c9af29a047f3be42ec8db9691a457
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5166e83627b5cb446f324570022552346cdf82
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9eeccacdf8056c124c3b02cf0433ee8c47a74e6bfbc80a338c126f044d48af
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4299bc5d5d7b9b2d3c47621530c31cb3692db0a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92abf61de493fdb1a4ebeacc9f8b70f95b1f41ba39e1542713830efae2f629e0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4b671b61e9aa0ad3c46db7ade9e677dc58c8d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bbc9a1dbcf33b322a64fd928f2654e5dd9524d21fe48ba4725b5222ea73cf75
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ba4f5752908633c6ed592d971a0f233fd52d7f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fc13b99930512f94028bde72590797aae7e885c92e94b3eeb7d54792e67d6c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5658ffbdc27199daf8d6ada7aba6cad346ce083a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0554426d6c9f9a33f02b755796f77922332a45a3723c9c9791d2c5707fec42e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6624bec64904219cddb547a8b3e2d30e90a5d2e5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5752f67d68b573379edcc5991a171d06a3c77c0efac8883c9bc925279ee70d6a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b24c7d1b9858bf28a6c07b1bbd4b68fd85bd1d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a623138c49886d284704caa88ee5af860c9e30f2e7d484e5b69cbfdacdbfdfda
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1035927f19a8db793837879581b890392760f539
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092acbed279b58cb48f653e9b5c9e7dfd7b20a2eb6874c10db36a39f416b23e2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69dc623a95dafd287977a00d31e5d1380461b395
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcbe7333d9ae4ddda0644e20557f8368cb47c834348dd03b6de4145d68a0036
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e51e640291d584bd98b052273b4a050476e4de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9adeffb4f71cf80f4471823de9aa2a5509bd20b704208729926140d2588d38ad
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73a4d96bccb1fa7b2a4d4b20f471265c13a7bbb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cea24f4349598c63ca02b097a76f2e522e9c410d58d6af2b0cf79309450bee4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2c0b5ec18628147879f274606f342e7ae20bc2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7dc2d5f88a2be7d3595ee82957c122a83d8226cb220ec3f42ae76b83f6950b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5500429261c65e684295df225b4727471a3c31c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40851ae16898a8e27b95c6231edfdaaa1737a3223d81f521c3e9fd44fef12602
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b506e22e9d573481c13e0a845684d2d3b213278b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0a9f97cb84e168cb37dcaaaf904f21bcaf899c0aef9fbfe5dd73bce06c443e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a12318654816da5b30604b9f04b37289a8497e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bb4e3950ae875ca77741cca3436c74e69883d6f7400baf4be2976c5733f4ac
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f411f98e15a081e1bb50f2d58e6ad79b4929f7c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c88deca1e59c590ed0a1921fee179f18f9ba667688fe0a93e52c9414f33005
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4002026315e1abc54323fc2b5eac475db05d6a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94e1bc313a72f2c9beb6eb3384724e82426072788ff82b79303a9cf25e5cd94
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b07b5a72a4fec4121e49000b5fd02a67b869b10
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c34a502cfb55fd3b6d54ef5cbb0a63d7bdfa364242f0dbd2a2b08265db3bc39
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58086133b39fe6f8eedbb55cd17fa0817e750f9f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbd7b7bd664f2a270b1ef7d7406ef268407aae690aaed6a4fb791b5cd34ab29
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..505a3fe696f4048fbb3e7441190f599677554419
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d38033747ce832465f25ec57f043cdf21cdc1657c93a28dada70e5487a2a65
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa56c271d6eef881fadc444748a1d66852b28c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef736138bdea2bcaf004ba2197e250a63d5edf82b5392209ec6efdf3be3e12aa
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93108e006367ada7e179dcdf8368e4699aa7274
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2879bbf32eaff82143800d1fd63443c681418351dd4b9ea3c177ae08e573ce1c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254bc693076b170fec38fea1c2252b2cb4e9889c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae6955c8a084cdbaec631145602a760a2a3e16eaa81fd059353988463120ff6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c8fc3399b0585c3baa197780d6df411146110f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe2b2aafa36e03230ee7fd4bfb2e453e7b6539746f2a9c1d0d0f1e44a405347
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f73ab3c56d274d7c8e822e61e2c7543d930e949
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f37c628f977e259fb91b3b6a7978886e1f287d0d85eda25a99175be1470445
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef8aadf9fc96fe0f9560e6d8ece1ce780cbe6ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c877102f59bd56e9c8c2b60a01fd712455fab3234f1e9add64abb91ec3db045
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e9aee616a66114d459601d771282bf09f3b133
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c58dc47bc5abec9fae18b9f68cfa9cb382d043b1ef2d15c01929a846530e75
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306ad4bfadd12356d33994386f1b0ec452d9e753
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0819e0e20f0a496757f91ae8e5c9df883b8ac582ba6372f732211c5dc23690ca
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d1740e6425de418eb4ccf06ef0b1fc6339819f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8c22291df8f4d68224f04f2b8573d64fbb5aa1cd4dcf2bec5b9faa255662a0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47aad78677ca30168c11d29222147a65a1d16d25
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbe95296f1835fd395395e33d8e8d180bcc97997a00ae13c44e4ee5a968cd6c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03cef6137e81eecf7996417d08563b6a81ed18c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89491f98aa84d6376fe8db9f402a56599e95b443cdc7259c0477c65f025a70e3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f452246612f5573f2d9d0643a49ba66e711880
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64961ca45163f4f3d7050d5b44f56638f449d5ad977ec485189f334492713168
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d3d89fdb41204a7cec9ff338b61a086cd60e49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d414e533bc87cbe24ec814318c1c092bc490e126185af3c8432ee252ccffbfd2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39590c7d944fdf4f07c3e4e24cbb0e6697858cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dff5821f5afa5c672d5c85f43e67a50ee0c6606b95dbe0a28c89c1106439996
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69bf2215f8c68d0b795aabca9e142cf41011198
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f6b41bb2020ee507012b60dc48cc04e5919a12a54dc01c369f3626403e86a3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c10788b02c06229d5db387610bf71d527089041
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1205d7a6b6e987e9a2c442f057e4d7b7fc1b9c3f033665c620839eb4856ffaa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271495edf7a0f35e9c569f38a4d382bbec632a24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36028320caacde042391ed60eb5e620ae95e3befce236ff946d5ecf341101e6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243029db5abceae55b752bfae4196acec3a01983
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121a4d4f2836dc543512b1decf7a50a86501d0141fbf658b6dee29fd9a2f1bd5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36073107722b444e42c046e936398d291f703774
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4ea81b76e5d93ebbb7149843d8be67c74769d98f233d756eb9f7e5bf870799
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26be12c729e69d2ed7ac54bdad74f113131a5a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90ce251e00d6fabb4d11870bc80a6a52d540b12a6ad9c19025f78f653b5de53
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42213f85d7289c3e49d7a2d85cb22871e8bb27f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413a6a5fc8badd1e8630c5aa144c5b02561c410336eec18e5ca84875cd9c17f2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee160f94aef1a73de117d0db9f31817f79025501
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfaef743e9572a871c48b8c9d993527fc57416ff769b6e11d77f2d46c74058d2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc53ceca80c51cc900cdc3b579c2796c508ad2f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1f1582854ad38a187704adb09640d2acf7c0b2a11914d7e7a87b21d7382b45
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa900818f04a707771ed4a5de1b1d793d71dd01
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876fd44f0899445c4b99088f463180e1dfe7d66ff8d2578c675c3fa29d4f0f17
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a442ec4a773fecc747f7202ecb8513e0f1a3293
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2b2e4e577936a4a1c845a62845d48c294ed3fba883f05db90f71eeb17a8fb2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39be193bcf64d7873d5e101db001ee7e4a19afb5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df3b8fc7bfce631295b94d402599d60cc1005c1dbcc4c9e07ca07a1ae74a2b1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd92a10cd6b06d9b561a4b4747fda5cbb557b85
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9301fef49b0d579b93b5c1410d191c765a377cfe2f78934847ef8a0876652fc3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815c36469b57cac73e78c9341c35290797e5b249
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb88deb1620f8a1680b1c17f428fad2ea77a16704dfe7aecbf74f6cb8d2bbd11
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15a56b265ee2c786f93e4f4c4b87041a3c7598d8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab728cc310282c2e4da68098aadc1aefdd05bd34c5cca8d3d2b897e4b022292a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57877dfd398daa57c323ef18a9048ec3e78d192d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8565cef71b567b53859324030cbdc98a537c4cc2a6f922de3bc4d0b82c07528d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867579a6dd4d0985826fa0f6db8397a33aaadaca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6db3bff2d19ff60ffcea5113183e6b8de1748033f25c34bb8113456b07c0320
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5775d0393c37d18ead62d6c007ea5bbb4ecb46
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57a66e1da1c7d752e9f5551c55eb2563c6b3141265459d02da7422409deefff
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed30ba39600c75d38f1585d387657fb1cc1476fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410dee3f1d14129f74ad6ae1f1436cfd2da2cc5084000b0a248d84bed447192c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81fd8848f524f4036dc11dfa2a4c28f58d70b8a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec7846a43286df1bb349d75d1df920bb856c3b1af6ab00c9c702bfe9c285669
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7786330b3934eceb73043de583c7a34d8e1ca577
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e42445d2a4ba16f9f010793e52680753611196f07fde0b1eb6b8561ec96df74
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c6c21061d96358b8a9cbbda26076c24f1a53ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fcab1f4878063d17729ac6e85cc5d8200fc75278406ae2d6ac77b802be2941
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0a4509fea27dd079c98cb10b2416c26753cb57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2040bdf5532f92eec6691e46438896623ec72c9b088311ff728ed8698e812d41
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7091017326fa0c2d5eab0587969f22ce1b8aa555
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde0cd96d6b45c630ef5c901a358de3006091a7eb3246a620b805513b6350fbb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76cbc42c97df228492c3e735f29d4916c30b66b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc025e77f900005254fd5e4140ffb146de8767b61583119815d13a0592586581
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf141c8435d14d0797b9a26d6c464de40052d29
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b5327abacbd4d85ddf320ca5c5d04ed90c5b71450a0cc6ccc8dd18da1304fc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705e9e6c2d561e25ad24e2008806dbc24f854687
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c63ce14abdba4fb0025971f2e71b8ef5245680726ad1afb48a532cd2e3271c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcaadeaa2dde82183fd52dd931d4f1534e97bd64
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc0990a8593277556773f376538f3159eb9f814e4fe014ec81e16fb39d97981
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6f8ca67e3a7b74b5d3a6066e633cb3b3edd33c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608b540c17aaeaa6c736907c4583a706a2130f0f68935cb1d02088ab9b7a50dc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2244209ddc05b9f03650c27eb422ea960a9ca838
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67067456321165c31e2c3b0e5daf71b353a434d01e49e35c3a01fd2d881c081
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849d27b367d2af0ab8ff83c3bee70fe66b15d9ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6759f2d112847dbaafb676dd219a2a12e670a9dd12ab3990a23020725e7550
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e1288977e509a3480944952629f4cd6b0fc832
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1b2c21957ca5b8410797ab541577561ba4aa3be56078956e5f4822967e6e08
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168e8c9c0a4ba508f094b469f3d831829efbb689
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9037cf18c5e880d115bd1a6688802dcc73d6c9221dbf16daa8ee67b992120e53
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ea273b835d568cc01bce2bf8f079c6b850fabd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35510eda985ff6ae8fbedce30968c9137d277d78547cf3a236e8e52de0589408
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7792f818666a6f5d82ac627b2b0dc9bde1791d8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bcf41d557e0fd8c824a41d9f699ad92ada202d9153992760162f8acd46a8595
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e414b2cb9ee709e8982c92995c8d8caeaa6cfbbb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d210bd2030f8d0fdb880a75d028ea1839906274078d7c069fbf8806a7bdaaa
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f859097b540d2397e8dc9a111916a0993c59260e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432b4781fd7b20445d343b0d9e310bfd5b12a31d7d3e48c073cf4b9a1dfd4347
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54bf9a6ab17075a118360f6f521602ccf8314908
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3ebe5b049816aaf630205a70d6e43b8323b4826b0f0f4df2e36a48d6f1c19e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0a95b706a2ea034eb0219047fb66025f277e14
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f3c3c1a742ac41fb8b5aec07de2e26d4830f3e19b9a192cf50fe05d1dff96a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e1d9ce8b394c3c9b1db0a054d0b6e887724661
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae1826e5827fa33a2212568c0ae0270690be931e56774feed104ca4b3e7f9ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17ae7fcd14663615b294fe8c3f897ba5e4df0df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad12fd63c4a421d1e8066dbd3cc655e97561e2b8c7ce9e9ba4ffc03e0f2439c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8a1fdc847de43377e1054f4596aaec6b901b39
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b7ee42f6a30ccfc62f4ac25671fbbe0473993b7b09763399e2e131aab8861c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cd30466b37f69176156e2e4efd3b3b22659f31
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866783be9234ef43d2b181a01a5eef5f4456dd981b2c3fe3c7778d1242485bb3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453c3da75339af92cc544862620ff656aa0d6c86
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c67362291daa12a764bacc1b8eb7eb9669bbc557099e866892b7cd1cf3f8d34
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86d7c24f5a8224ceac3a9d348f88a93414ae2c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b35edcb3257d36652fa5088cce227281de5803450377589fb434fb3eb035ef
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f8b0872e110a1c78199a81c9de86347368192c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa7356a49e8d5b52362f0b20d95dfce6ae3002811895dd8655c690623da6c42
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8185360ccde532a4b616c7d5893f5d5ccef739
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3150520c757cdc2e9e151e1b25c625685e5812fb308cd361e446b30ada69678a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a3e706db3b224905211f73ed499eaed8025839
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0d723ca1167afb8c3e2509bcb1bdc1e78ab11a71e42bc18a2f592f8b33206e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9dfc0aa7766f726412a30e729b7b381d366401
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5c571b29c790f9e10c21f7f1f8206542569bdab49836cfb7585da94f4a4c96
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a14b412b5977b225039d740be989ad193aadcf8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40200a6ed413b2a1fcbd6a97892fcb8d3fc73c8f60ff0b0bd48eb63fc6da1423
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d2d592551b8c1aa4218c1813112ce813108a84
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9372c447cea4d537022414b6b4897d31c8672ed342dd9f6de1674a2aea00c903
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cdd07c23454b9cd552a8681385ce6d61f6bddec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78037f773a717784e18d3f6b13653beebb133868beca85dcc1f4dd4f13fa8570
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21401ff4fab7e53086133fac031a4fa2ca10aff7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6b514c162e262c5b22828698b17f3ed65e7ef117cb20b44f9b69229d5a6f8a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603a5d571c6c5735fc38681b5a38a94c621c9dac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8feb57d09e8ca4c3543efeb6887b76441f404e064711f9ade6ad7b88582760
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03128c5f1738826ecd630e821760edc0a44a4933
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d06011d67f4221d9ca54b31d5ad087032e714d2a996be44e635dfdb67803e8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df2a4fc39f127bab670f77de64eabcab3e8e31f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:993b84ad078fe5cf4f36521f5145bdc617f6b7f37cbbd01bc5f37606f731eb99
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdc1911dba128f09b72065b8609003da7d79812
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace31052d2458952c47a0e8e22d48599be2a3f0e5b068d3fcb2d31803379658f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51432dcba1d309629479c4c66474edeee13ac1bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec2c95e2a6d27b7f388322b601d200d2ce56b79e1c09e92cdef884313c23531
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a851d567f267400fe6d5923bce935ab387470dc7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3775c752bfb81356aa7d78e4b7e5ea24621781af141f4869642a4e8fca0972fd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0f2422c50e0df6afccee2cc3c9403bfce95f2d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a938106b5e1dd5c013e50f6cbd1abc82fbd4ed69af51d132d948a13ff639a0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3cf1c0af9a289561a3548fcf88ae878a4914275
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62043e1bcc3e9ff823483c43f0f128b0272e4ccb7aaa56ef9c8247de521b8ed4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa9aa7f188923ade391ffa193a5685fe3b63eb0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e5491f5b2d67072c25d1c18a581300afa7a12ad0b3d5907674702de8ca2c67
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3961622529eed787ac14bb9937c9676404e38561
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2cd41f167e39bdf5eb1ec83791d9aca49ab573dcaf9f78bd5034174da42bff5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6980dfa7268cce54ffd96f384d9f8bdfd5b293e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:febed843206fa6aec027ac0e0815bea3c81c2ced39a78938b06568651a3e9e39
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4297cb0dc943faef5f445651a16bfa0538f45835
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5277af2fd0e251e99f9ecde3e5614a974d047612baa3747cdbd43e262df7bd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70aed85ff1590a51d43b014a4588f77ee29683e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ffae81e0196aed14b23061e4bfddf968368e6693203967e3e9c0a409cb7480
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f41e453e87b17cc64f775b2ce65f9ba84f8311b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9948bc9b49282e01c4cbe6d20953f220e748b7ed10744e39749286b4190409aa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969953dfd3d6fcd62e8e5a141a53cce9993dc3a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0edb4bb530e6b139a93bd7d15479cbb21f98b247eb47c6e649939f62d22a6a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248f4d37706582107b17367433b2c10a1fc6a5fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d680da2ff5471de2fe45a6a51a8a62e98f55dd2a4a40b2141a852353de7dc1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1560910c61c290bea353d0ebafbf9098dfa3ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ccaa32344352d9483f264a28b3549705204f6c317a43d71cf159e2df2796ce
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073a4857348b620ce00fedf891a814e35cc92e86
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a31b019a0c0a489ee49e5c75fcf9a36e72e110bd7b9a67c3593898dfee4b0f2d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509160ddc3f271918fd0e6c65947051b4b1adad9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012ea689627d81ba31e84b4218a823e3be09929b3a1d58a5741acce3e0d1f184
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeda6f2679cb5a6e4743e4b0b08ce9c8769eedf4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5babcf348bb0d662de354d4ca1bfed8d3449d488829d5f9a1a4118725c838cb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca90fe50e957a5815c2a85ba6db2f5b63034398
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a60858c40aa11824deb58667c39a9371a9b1e3fc527286c93fc9b3cec49f24
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d3ea812edd31036808d932ee8784cd7dbe43ea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fa46ee93135557abf44ab143c96daaf976cc5f8ad2d884948702d6a27cba09
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772b5cdf98150cef059db267c121f5ffcd9ef311
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7789de2dc1646116db38b894561ea0e4d19ece839fe6620d0b6dcb0ef0220ee6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2402f93a7b72fc7d43c66b339d9655398afd948
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3faf826c640cdfe66ebbcabdce11f9666892d8df9a99c367192db0f677fca4f3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a21ab82b8272d19c8438cbe2bbe6f9f8c8adc36
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4265aea402b1e17984cbc5a50b7e55e6ce4b2bd51e32dc4fbf470bd51e4574a5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ee5e07dbfe0e0e7d0989e920f41ffc5fbbacae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fb52c0449ed5ba8be1fe1c8d5a320e22597be5fa4215433079965277f2789d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744046e1e1bc672556174715b24a1355154a7c3f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d546c544df5c6f16746501d4908d60dc9475032aa17b6cee8fb6edd614f15e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32603ef00292ba9266663047d7797427bd2896e8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b9f32a45ca01c137b148958d03248b17e8a97e05fb4dda84c178f5bebac6fc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c390f0b6d1d2429f8e16422402108dc809b754d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ec00d1d947b2a043c10557e895afee130556b228d7cdd67fa47f50ddf98595
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3647889430fdff882286265e4646bbfc0f95ec9d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59a280acc05db1c3ac8616950d6ebb2330824113d99ba1e2c3dd088044fea6b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2194329a829eef12a314235f38d8d0f839e53b96
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5845f4e68aff02a388ae4a5df7ba370db7b225c40d4a5ff5698d6b168f97de64
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfa66c6eeca79de1690266261a446921af2f7f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf3735b76a28d9e9752581a4bfa97b8e9764459f145230b46d4c54fe08523f5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481c7b4aee7f6edd1809d687a1bf9ea4f6c9e354
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5d3e592f3497b7c9cb69df22e2959df714167888be242ccdb100d43f2f7116
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318761c568f524c76f4a7c69edf9040622ba4ac7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401f65a7210794b674f6c6bbc67ece0ce550ea20da94b345c9a017656a6207d6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6f6fbbbcf0e777f98230d1e09ebdacddcf684d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e62449ecf156be49c0c4feebc37bd24ef60245255faf9b2c5495cd26d0d3d14
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d01c98835e684d8edee717abef81961fea1b2f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8803a6995880d910be31927d94a7ef2b128178d046aa0ee59f2719dd155be63f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5bee1de87b8c8fd691b444df986c701c74625c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ba5f8e1ac9ca549f43df2318abbed9eac48a914ee82e1572752e2c5b24324c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d62187012d69cec00c99784254bba9219499ad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af3493861f43e4c90595a60c2c96d497ae333f866873b7baaf4ea10547d2bad
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d663f25ab75ee2b5b66cbb6d5ced631c87a778e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff6eae641b43fdffb20d341d04120e0365057a0567fb96a4e2f9f50e19345d6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f226b050790eff7e66cf1e668b7d3e38400d76d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e6f8e382330a685a4fb4b60676b67bc0feb75642710b44baed8ed8d9ceb059
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d333275b76c9f1ffa85488b4489beb9bbe191644
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2755e274ebb1ac8baba84aeac943c7a29a81232f2226f484f3475d7f055f28c9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43751495a262b63e679886cdc6d1e447c8b7d0b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5b194cd9119be3122264d174c12a1f99aaf009bad5b811b2f1403a3d92b002
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51429bde50d18fb11fd0407f52597ba05e2eda4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891e9cb078c4fc9ffc379af1f949206ab7593f88566b04ca5c75a331212aefb7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac64561651d94382947dd35c9656729c4caaf8ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83ac6aad79d21b640d971cae7efc4d058bd19434bc1f797ac1d6aa5f433228d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19243f586b1b9bda9a6da285ee72f5060b01ab1b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93b06226eefc43d39d7650507a60f65f16d6496faedac613923aba73e8f2573
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8fc33f0e98436f29a1df7479142d8ab0554c9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afffac308512432616df434d92a16563b63417af9e9c1c45e4169523abe7204d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cfce12c1491f4daf9515c438f247b7859397a18
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb453b5baab02749562238bcfd9de07c909303a112a6e82169bed340402972e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26265f5a3e14f5194de2b64657fba0db2bd3f857
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bac037de57aa2accfe382732e6baab21c69484c23e303ff8a663efc0bfeb44e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4e4087500b548cf06f6c3d1bf3fe164ea00e1f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50269419aadd0b9f2f906df50d9a81d785128a57eb2b5810637314c1db13edb7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221978e1b96f6785b5993bc57ce0cb4eabac7af0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513f1e9209e6e34a4f7707510321e9a5c59167e14bf46b6217bf0128814d15cf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f203540b1dde78fd2a01057681881ce26a43af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a231a7485d55d73597f3a3116cf7fe4296dd13c5ae44b247c36fdc353f48fe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dbf47eea763ff1b7722671871a0c52d6677b5c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66c37d2e1cb509262f71abf862c1736d6339dc54d15ba86bb932486e48743ad
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a96651f1dd1dd6663e698bd27c2aed21192e7c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf197860141df142f5286a3587abe7ee2321af8d63563d82d810bc0973602597
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4556c902d2327fbade2039d15c923bac103b54da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f198e4e5e72d7d15a0f3415ea3073c5c539beebe07f12973f24c8809ded63bd4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561ed815aacf0c1db04e2a26b21b463000d7c9d5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03963cc77d5a51cb8b3504fbd85661e7d47fa5fb75fda07da2981769fea30186
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96ee470d602c3cd62dfa395df3187a06ce48d38
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c34736d20bcda62fde4bcb586cc66a2ff95120e4e0e33b361376d9771168747
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27ebe561be8465dfad17ee71c8afbd0e9f646c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f4cb71b53afdc652f32fb81b2943097deffe703f597211054763e756aefbab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88b900fd00c7ee48ca228f429cdb87eb14995a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cf25b85c539fcecb50378644df628dfc1d535ea171700d5b63545a75b7e943
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..204d5a86e3e58052a18de47fbc78d0f7bd95ce07
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d77c0a25d7a98a4c4dba501df33bd090c7cca7f3fc2c01f711495015d8171fc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2a0506bcb37360ae8c18291455772dff8aae4b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939adfdfec62695f4f7a3e90bc474cf1f0dddde900dbbc9d902965fb89a2be36
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e476f786247e557567eeb5832d7bd1f397e04a2f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f37512c8436eda1cc7f6bb22f21fd4d181648610b294a1611eed40e6eb6dd2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b7c312b359c6007b78e1865c1aea00102aa767
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0739fa545da9038a3d0c6d76f9916fd44433dbbcf3705e5034ec8256b1ac81
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47f50ad00594cc48f41083f04f8f37fa234fe46
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca17e0eac1f197d5cd5dbd8aaafdc410d0c0513735674bd320ed3be0b8d9ecb7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ce7deac6bed7d2f2684d4e5212c66e3eb4dd58
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ed940c57399753cdf75070f3c41e16e08b5e19bc7bf4fb8e9b61bc3d9785ed
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71dafeaad144ef512569cfe24f7700f2a866fea8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079e2d99567cbab0fa5f1ff66f48546ea10f77312ce22531747e3249e2c10653
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0b07baf4fee26ddaa4dc509c805ba48bcf60c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1a401e125b9bf434ce076f3850ebbf652299953341351b19cd300222777e40
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503240a208d841c20b817b009cceda980f043cf4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52bcd9733a4f89e56bb11ef4b34aaf2092637aa7dc85fd9f5220a336b08543e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb409f24c3ac3b0cee2e18fdc27f5f57893e9d98
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b735314ef78a9c7c25a291ef035cbf6e1144e7db03c09019d2d55e05342ba9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51714e29e8233609d043a90dbbe15528df015d55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202ad7ca70dafc0eefa28d37a30de0e915252acb56e2302fca3b9c1c8db63c13
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afabd04393bfeab0c1a961e8a3efe4c33ccc2312
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2038574b2786aed6c440596193390952947fae2c7e453378d833accc9d0f1d56
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005d9437720c6e263c4c4f28b6888c6fd247962d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62190fbc4c3e47dcac03d7bb2dd8a83c8ee1dbcaab74b7f765e7e32974529d2d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1516dffc53669e3d046225fea1e465476abe6756
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a25dcec47177708a8e4c28497c26ca930b1a2ee4eb19a33da6e82aa6d19579
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..757e47931480f9695ed3a3f90bb7619fbd01a9ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e8db38eeb0ee8bef2a8c65ae0c09cfe3ce7206f4f97b00dedb413e1905bede
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb23d16e031ce13de8deb8bc888dc884f2441ad8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fcdea0c6d0d10d73b2114116810ea8fb36871a7c8af69d2494755df4c58c4d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95398551cafb2e58f4ae5663b26c177bca15bc68
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48815b1985da47dce3af6f80f1f1d302a9b21c748316ce46d080645c056796f6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596a66bc2c6c9e6daec17f046ce9941271f2bf11
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0155bb1b93027881bc8d8a995fc95e19512f5cbc8d70592dc8238b2a2c8813d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874d42640e5b2e835b7c6891ce2ade706ee3e8b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d1a3654f848e430e2488a2b0bb0c0df107bf432dc9a3a1d681f0b6229a95f4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab867b72f08b5b2f4fcb2a3944ef24949be743f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6e89fad90466c1a6d7aa66b977d1230ba01dc9e21ae529f4b2c143408e335f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1896c1c8f578ecba176f6f754838946c7caf67
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc6eabae84c2fc2fcf98dd111b3b3a3ea2b1ff80c5a1306d9826e72114d1705
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc2d33aca73070d22772ecf64f1302a56472793
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ea2a355cc6cf75cccbf3007a26b9670d71bc8701ee82856ea27cc210154abf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacdb11390f79d6bd1e8b35008ae542bc1ad2efb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080a8f18e12c7259fc2b11952cb22d6f25396e23e633ccc93d1a72a7c287ac82
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6a897c43301b31e76431ba92c51f32532636d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf4a2336328e4e71d07ed84e9e4ce9364a062c6492915ace7fcd617926e6c0d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d172ed96dfa597c798f86fca72655fc55f52c02
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2859806bc87b20628ece7140ea6772c2c60e04c73d1075975c6a5b3c29d474d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a6bfe90078821768c95837135d466331337136b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba092ad83363fe1f4418f29e4b9cdf3a807633e839d6754735bb3eb2823b16b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6256b7daca269f10c7675fc43c0e7c673373aded
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a1c2fd77cf566539bf7981d74c1aab91c8cd12deff6dc2359b75510f300935
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc112b7ca8fd5d3ccfa887f80b9c188e997a26a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2b0c73adff9d5e19aa2fe9af861b5da8409d73c3fadc4e8bec68e8b7618270
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31cc5f585229d3d138d99cf308581c6ac3d90b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d56bee0d613c1488e52b752d773f0a0fa47fbb6ab3397e81e80493f304d1d1fb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d89e297517b5bd695808377ced6b8339128dea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a42cb49a6613a23d436c1756c4f225a4439b309bbbc3e3890efb652e99490f9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8217380ab240199c47fa1f27b2a86c70122ad86a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72690891c8866127d491ba6cd144319c195acb5998fce85e767c835a17bfd319
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94525048b704eca6ac5d2f40d29a9b21976feaeb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a369f6a8f8f24f940fd18e1942eb96bc42957718e4ca863bf623cb3ab3b1757b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529e1be023c74ebe7c9c30fb45d83821c17d35eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ed1bb37729043107cd5f7153ccf24fb47e6cfd3c8204c95932a67c96ab8912
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5c6e3ccbdd5958d90b24e252668acd19aad5db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c71472b02cc64825e3e7967c3862555251092d86cf7637f42d4d4036335f8e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185a4bdfb623ec13e73d39381d269e774380efdc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90769ca24ed2ce18420ef17abd29276a07fec163812c13cf45821ee4a2d7211
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8623e0154f3ca94dd79861af69b750f2f9efdb8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e80bcddcbd9afc1f06e8fb95966d93185f017bddf7d5f46a3717453080daf9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc29d5e5fecd7bbb46b17e01eab7a86210f1b02
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870e1174001caee2be5fd2a3ead73a8cfc1ba0d68a27333c0fecba0d2b5fd80d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e0dd2f12118b5992d2a638d270f4d57268f4be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d046ba1d92bc1f66809e6726119828340463379eac8eda01803d6945502e76de
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e398b57efd88fd85a3aab780ea3b276db4943bf4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b304516dc9f62c694d16912167ab6ff1b9c87ae8e463318c3e5bc1381c573e57
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c441f94f3adf56ab8e4c82539c6f2de30a040f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9fc71228c03f45e65567ad94caf2a64c6e8c90e06e02811c616280c2638a7b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0909912c13a8882c435693fabaf5586364d3c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6818e31972e0cf7dfa729b11aa67437b66ce6051d03dab516f4e04cecf99c6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5698d3993b6976e734edb7756354eaac3859de5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca943941f8fd79675de112f8def9359f7872673e114e4ad611f51864826fdab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98320dbe0d373a536794527d94efb75279021ad2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24e81c6d1ac3b357829e3e719377a05de811b03f34359cbde078a8b8392ab3e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3cf145ea5912cfff5ed7cdf586fb7d405d57405
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96cab352528089d0a49cfae7df42fc375f7276718c502c8c45fba7180d01e3ef
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_5/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39a5bb7dd430c5b1fe6acd05f6f57f82ff8c0a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48941c160155670a8936928ca0b059f0b63dc2089c3d929a451b71ce7610db1
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_5/init/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_5/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a096ecf0d7f91c5fc86e73c828389747e776ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc23b85794a3aab0d290639cd4fc182fdfceb58b475f48cbb36639ed50fefbf7
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0180f744393263479c49fb294ab0d1b5609be0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a727946ea33430ae59cd06ae9ec80ad862d77c82a7e4c4d63a384a65f1382437
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4fe32077c75266e7a86a2d04b023429f5006d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2759041b4eafb6f3cf450280701a84a6ac03edc318d401908d7004f8beaa29
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cffe7b7a66e7bece9bd07a5e888ffe08012a8497
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b5f514fc1c9f08f26f72d398cc058127520952f38e5d831d870885539944c5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d37f66d7f095ee840223a72c26fcb4b08dc8dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c973fe0146fc077179d9db4ce73f619a4302db36817a2f9b4d2a6406d935d4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6dc91eb9b394776a99daec61f8987fe041ada06
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fb7c44b02294acceea88697d1ef02c4ffe8533278bb84328faa332542c6792
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab163bd7c7687271375787f00f2035ec61981c90
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c65b8a4aacd48366b9f952dbb5550cd44560ce91e5661865e8ec04d907be71
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fefa4d4bdaf70dd9e089cbb169ff6ccc8c3c2d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821ee05bf6486e63445f92d200dc597928130b45348fff377ec27a7cf105579f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14478f4d361fdc58e6e971352b3a09a627abfc7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8204b0eff99aec84558216365da5d6c2ca8b7a7fd4723033cf64566518d6b72e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd35f15537edee3756837a27e22d98657536f1b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c8a3c493421375e5ce46bb90931b887c4cfeddb5dddc52a69b20be6724cf31
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4b18dd7eaf2ae5a8c68b58e023d12e8cb87eb5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd131adfa843a3f5eac3f080a0216b222b587953c90cb5397b92a371b73fcf43
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e7c0962337f322ef5365fcdf662986e9fbd712
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf1f92acdf5aac4b899289734c2db01c5ecd8ee3081db72c4e846d7620a5712
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f40734039dd067e615849ff1d20ca61bb48239d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72364c211bc8fd2cabf69035917c0aa1e424532b49ba72e2a26b2f4dbc20c0bf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2870edc40433042dc02d9483488e440848339d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4d3488f57733f167e2af34fcbb018e7922ae1f8125d7b474f672fe4be0ed32
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615a95ce09d4a7c443325e8934fef5ba30388f64
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f26d94c7808dbf7d1131934793f8a17fee0b32b97091dbacb816d7fc40b7d0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05432954852fb45bb708f5fd0403ae4da6a175b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b798348a7069e92b76179ffa53b42b342c7a36e114cfcb76f63d131a232d5fb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40330b3baeec26c30b1648efa940c713452d20b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea86824d6199c12faa7a2672543b749b7ca9905b0f3696dfb96e4b0339201fe
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812914a464113d0a7cd49247ae23646d83359920
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f68e69540c6390d4b14d825edf9aa59a6803a712e2fadfcba3497ee39341de
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878828b98160030867d75a5ab04d949c26479fcf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc53817052d55f39840cfc3ad1dfd1ef0a75b8525544c0279d5a14d7d87ab51
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7895aa801551c6b20df572d2cd54f0195cae9498
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85583ad1f0fbf59a12692aee48e87d7ed869792a00e165eeb0cbb5c2b99f58d4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bf14fab8f9fe9897c1d1a8a7f6ce2912b208d5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fdd13a234d5ff1bc89fc864f2f18b8fc854359f8fd152544f8a6d8e468a1b58
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3f650498d49f9ff57d3e1b921d7ce455ed60fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a395ed63a8c4acf251c0942f3c03d1f6a80ecb1fbb25a069c6b9c6164c79a622
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f205d85004ae2d8911f3ba75219ef0efe3783d71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e77db3c5293b530b7273f58e9d60a904006fad7b0273b0832698d964f247b8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3be126ae54ff89ec45af03c61d860de73eaffe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb0a41343e1fa614d407fd003f1a8ecd6c6793bd397aeac989e61a2600fe931
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2d5e619e2a6b738d62078a2a78b43bd2ba4698
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d57d6ed8d26c9b3c59c694b4fea085b992cb928bc5b8dcc5290e2c4d851e99
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa9ab973b50002a2101a749f85f2f8e8ecd2b01
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b707cd37e060758f0fb3064037ddfe982cf2435808feb911e47e5106af902919
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e706fa9f1a5e5412c21f52cb4cc046b6134aaa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4ef50cca2e17d74452030791267c3b0f7db5faf39d63ae4d8c59396e9d72cb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d64a0b803aece27ba90b7252c439e2ad2faaaac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d832978dc081b582f08185e621424c6378711cbeff1eab51e51b2ae56b5712d0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5aefd07b09ee7c0ac2140665ab6f6f2018d2f12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4369578f9be70aaf1e132696f7911f9c365410f340a5a08ab925a9eada54af
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af55fbd423f2194a2084b91bd08f2d1d447cb3f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d8bc8973737a15fa6357b6f1d19ee0ad851d8b66ca71494a887e6a454273ea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a3d29ae1fac765e5721efbf8568b243270f756
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed62a89bf193a901a48729d5aaf2429da8d505f18fee65dfcaa86982d25759a7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af06e7861bcc8ecc64dee408237fca4ce3538fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2492b7f52d8108fb266062a415736f29df9b86d9f74bcf8d1ddfca1fed0cd85
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90edfc5e36dd4ae24f9654d0b02d41dcedd50667
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57224f4ecc23d872ebafdd414cf1cc39242e507d16972c477432b5170b119880
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced6f7b9f1d518364999f1eabaf336994e6c01cc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a1fb2b2685c9809ad2de38f5a26a0203ee5dd0a9059be07ef02c5fbfcbbf7f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f226232eaa7a84efaef5414219e282426c53cee9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65aaa4fee3a647c3596ef4e3f686ccabcc02566b7f101ac91d822588963c4b56
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a4ca741e2e8f350cba12044fdcddcabe8be8eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874fd028753a1b3bf57df16fcccc8ee159a5d3247bb23ee356ae1fb8e0c4ae6b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3a8de09b61a18f4bac2c64b4e85026db98fee7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850698538fe8fae6be3739e694afaffd046cdb8a8ff0791a597534dbf394db72
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b988dad10fc88db5faac2a0ed25585aae413f4f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ade551aedd200909d2fbb3e66ed59586cd55f94e645d962ebed0737f77f4fcd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4fdf58183146bd3ae5af378023f33e3e618552
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d36576a8f46ecfeb60625d69b1471d3c5e00bfb8870f50cf2cf82204ff4d7d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9862d4287aac031100ac8e0098df60264fc07303
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e609ac66c3348e0c3a7b5b29765cbcbbd0447eed09ec0141fc257203514819e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd0c5921540a3023105e62dc89c2d887856e3f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e594aa3f9e70f7a362760d76f36281bcba6ba66929309483292f57282c6594b5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430d10afa10f70d949ee307de3226c5b37e6e02a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237ddc9269bafebb30e3ff3d24db4d543c418d42277c777e7b9eeda36fec15f7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8a812ceef01881d2505fba0b2e8ba76bc0078f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ae011ca04e6564555ae6791fe7b6d20fac4e36d725f618d9ebf7a06a6b6d14
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a403d352de0e7cfe6a70fb4c30d7896a98c09901
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c13e443e7c8735933f29c1a9bd33513aa39bb17741b2b826fd54886e310684
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51696990fc3cb1134ca0b806254209a3b623a60a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ec179b420115f5d57f0e84b53a88ef843207fd8f0ec2d5547af3747937974a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f143e18d353c6545ba7d287d7ed542fc895eef76
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c040667bff3d0ce7c536f565130dc0c4693df9cf9c88b9baea00436224d171e7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bd9f0d8e1d6da487d5d9ab2d0b1d17a93986b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294ff0769f5d03d78a490f776c3712419d1f83de2ede9c9384ca0a02381b1ffb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317b757a6c72f2a5233d1889702feeda10ea002e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134f9604391244a31e3ee47211250f0d4e3567d3c66f7172d0e9fe1c61c67b81
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b6fde61469030c00932b209e537a8f97bc8b07
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8f3eeee33cd6651ef4a83cf0785e3c3686c9078761da751056f3d2322f111f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffdf331fd3595dd77fc85d9c4a01d8257a986b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdfcf99fde1757fc2ba748c67f1d1b7706db390233ed14f0fbad13d1183b7d24
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff77025782deecb0cad2a4447aeb1b3c7dfc519
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb92f27279a86001a0f8eca33ebc070263f54752a511346227d23a5f4bd82b9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967068015cebe97ee1874a2fbcf6e5febda47971
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fcb90e64bd9e37ff57be9e734219cabf5c1403a6aecc162a885d6116476159a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c08ce9e57bbfc2c1c66df935a63ecb6a012bbbc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1065577c1d5163982c283d97744c7be1481124714d93e246a7899d263606251
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b117d4087ad5e95515ecc4d6acede62db6c8924
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e730767f6df54b29fca466fe0b289f697db367cd924795695c674d77ccc4ca
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64e7579dc3d3c4ad4b49c0c8e5753de44819fe0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325d8b653319baa8790e91ad1f9792e4eccbd45d1b2cd149406da5a6966f2313
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3914d66547bc292299ba8a91057feb34a46516
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e19b5644da1cace71fdbbdf87039b1d96ec8531ab6c4a1ab777bd1ea5da5aab
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61146a9ce22befe565a89f6a31b59c0a2075b8de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eccd780519e3ff5e0e5c074d2a614510fafc5c39b25baa7b43f4c0ce06315d0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2bd79088c9f852003c172a63e0a48872e7370b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab8b419777919c8b048d234b4603c6f917cabb8430372928c1da63cbe9fc43b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ac4a14dd30a1c573d3a6c1eac15382faf2549e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ca1a92611c1a63c2bb3bdd1d6b875f5a5b88e85c4ecddfaa4997bafbdcc5ca
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f18c3bcc8695014d97c37204064d83e18105750
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547591dddb28cae564d637907085da5199950de9af2512fa61a245528f1e318f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28582c58d9db0466c4e2c224e4ad9df89537c10d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8661d94190be950019e0d07b4d6db51546471156617beb9e48cfa8eac81757
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b92f73c0530df8aec57284aac6ac0ce35ce9e8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39d299f5d164ac322023099012aa9eb07328ff13fdd323daa47050ac8a7307a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed0536ef00cded65ef359c90cb994631e19b8d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1cbf561016fd7006e6d614b0c338fcd89163c8f7ac0fb25720fee4643f3c8c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff558d65105931e413f5305963d48ec73baf6a08
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814e4b58b0e86cdd7e742524fe77aabcea73660ef86a3c63a49357c816779550
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adea5a90b0ab2cca50b02a40d2ceb322a4758fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccc6398bc5d0232396dc79ffd68102f9ffa64e42710e5a5653293e3fd2770e5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d76297beac5d8a90e225a43e7b8418c423629e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7300b689a4d12c838952a327b29193eb44a430d3d8a8e575b72d47bc30ee7df4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3272b454696669a6d855c1c87980d90d97b642
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c165c983fd4bd1af3d1cd20dc69c3924a82ccb9357ba847e8f8f53244d9fd9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1eace1442e00b8d413b143e232c0ce776e88cc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d3dbdb1ff094c603b3e3fcd52c1c323b7154d33e9534b392d362af7b49acb6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7360a79e88a5de5230afe23d717568b3cf0f929
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42da058c88232a585c2b593d07b067d95feb38f02acb6f8ebb088aab349b5ca6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4feafedb3a65c8f5a9741f10bc829402f4b44a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b9f39e9a0107c5b7218f8f2b8c3e0beef148716ba7c791aae04174f1d726e3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad8a79b419ad1c6e938b5918505576551dcde09
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd2f56861ef722f23da0f791156f4806720bb69d83380517f0db61fb864ab3c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fda17c4d098463c79363f14e5c432969cae101c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b108355be1dfb206c1da186a2f802e86e27aaddba8b6c12eaa730df20cc413
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5648d49982e576d8b63187eea4b204e8d05c4024
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de29471ef9f8c9c52c6a6b4c965348b3d325e7bb7da1714792a3db7093882c7e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2bc6a4a0ae019b9e7ffd01560d2b74893837d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00f7939d1189e3bf3337d24c5c23c5a2d08be48aafc8511514a251a9fc75113
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf954a007a9fb479050914784995bcdf1e9fd6e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4de5f786d0f96ed68c8345c1a76c6d1af44ff431273a95ab3f38f9147a5b478
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e11410c8d61c2b2b5312e487e7df3976fbba1f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe3f8f5869d02a00935e62331d7467ed5192d8082357b3ff437fcba867cf85e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc579a981bd695718e07dc7f162d260b73a28568
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfba5349ac9dc7089d2ba93b8fddfa290a005015de0c183f4a2433bdf7f23ca2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9020008663fcf1152201b06a7fbcb490224a31c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb89f8de15f8498948026edc5aab11799b6add0cc12bb82e01d36e286a7e440
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6be3315cc77d02fc7631982a0e46be81231aaf2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27645c5a04a1e5eb7517371806ef6975ea33730fc523d431a0294165f5630cd9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c71f68b180031d2aaa96718f08cd71caba31634
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d3c4cd6347d07d96bf2d9b1574e855092623566cdb119ea3e0bd372d50d180
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d77b3764cdc3d0a85384c8c373be9a77a912222
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bcaca5abd10657fd71d1cea315e35d01b77bfcda6eba05f3dde6662670b236
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d9a6896e6000c57996da16854ae64e3ee24397
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b216a9357777e2811d838be7575c127be9eb0c2ea329aeb587f4785601ba7b1f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3008ddbc093f508f1f0917fb2ed29b7ece8f8229
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66dcf57cd4bfc9eb5da22cfb123674fded4ff43499798226cfc86f33200af296
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae85495bd0cdd7937846f263322f42886c9d3f83
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537b591822e113111d873b4525184b5ef604eb16298ac010aab74c1d6994dc43
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca5e6d913dd27fe78f08d738f560d17be34db4a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabfb9ee2469d41fc20225448bd40fa13d1ccc7785ebfd4cf8fb90b6f07f29d6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb2a4141ff7bff9751b21378af402d678fe490d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ae89b4622719cf5e44cc188eae84f07e58d57ef8514e2d15bfe1a097d9be90
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82df2d3971fd94bd0c574207bd93e368806912a0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966fd22297245cfa6cdc69be26700c61d8ba1ef143c05ed1a5b8859968e36367
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10077b43ce593a1e02b490a4d1396bc92212dbd2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea662b6d5def06ec1297e00eebd40169038281bb7dbbcfe2b31a7b15e9e333e3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e14a94ab5465483eb9e84281a065bd1d5603108
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf5c9fa6de1533f9efd4f742f44258b8dc1a7c559849453f07198f6848f36b6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af3c911d2ccd63341cac3d2d88df622f264193a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b317fe9b7684a1169f90518839d12783ded9347d075927e7b0f9e8577548cd7a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103e193096e3a6f564578e182fe9cc987aa56788
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba72562264ec44ca1b9781734546ae87795edac92e5c6a34396b8e3d60903074
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba443cbb4f48033db6fce9ee936dc8da1d5bb4d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fea42cfd892851c1a5407631e9f4dddeedab78553ead9b62b052aef958f10b7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd50c03a0b540e68f534267691134a188a456b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52a8f1f0cc6990442dbc1f7ff4a5847dd1084aba493c31280a5a7f43c3e1387
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ddff14840b479c18f7d5033932b8018b6133ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6181f3e4c1ba45939350419827fdffbb1496c45b8e2021a52e06d8c321281e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39df1536c4bebeb51b08938e62b7ae8e7e430a9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab553ebb806948aad65ae06339193c50716286ae83884d756c54de558ad78836
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a9dcc641dc5b359c422c076bc747f9c57726df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cde9afb4c9a82505474bf58e1ddab19d7eb6bcacfdcf7a4cf58c50dded6ff36
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6f9f51171556f242f23fc9a34a61b4bd1a07c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30df2cd8634f79dec4050236e657d573d91e0af437277443c8de9c494665df79
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85523ed5dc01281c9f41763eed8e070b6429c0c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a8856aa3ac9650351416a361fb614a57441a8555e9a4853c5f7dea616057c4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649ba3cc33779e3969cb81b2a1b1a25e23faa627
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a899aa576e84c2c0309da583f435eedd50e909c3137bebfc5217e22d8a03775c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac21f7bb27c85e958db1817bca801c2fe0388261
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe5b727a8f104e1c383a1c480ef13eace587c2fab82e8a980a2e5a470d82b9c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ef35e170c93e34ff273bd9da154503a7c3f00c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c62e168d8c9e17ebe12c58d41e12e1b13b99fc21e4e8cfdf619da3ce0bf108
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7171d162c14de72f0a557598276598194cd99f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfe133d636b1e3442ce808ed78224621dc90bcf9bc23adb910e7ff79387be83
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9727d5540eb51a8f20e8ae861bf170689fce795
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd92d0417b27f784936d98f4a1ab7970619209850e77a02f9e04543186e3515
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae38735193043d6c20b437a879ed240b1d242dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335cb57870eecbfc7bf0e3272961cd1703bac1543e4d1e244a8c1c82cc0c7988
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40399721fee727b8df18d34c9284c547ae089e5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cced8732592f9a21c9b90dbde3b283357eea32810935b8ab4ebd1e6667dece
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7461bdaf1c63cce11cc0023cf449fa889b7799
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0694e5fc852d3bbc75fe9af083b8995bcb9b92ffc2f0833da203355091ca5ab
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7512cb0f3cf937dcc4db122e99a6c71a148f87e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5deb3f699ddf5b6a0aa621d6bde528b954551ce0cd43e99b58dd42ac735709
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae52f04a13e3183c9400461498a75507d802a212
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d216979591076ca4e550c363a7960ba61ab71fd544b9c2267fdac85f070d85
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ef33418f849a7cdb66f5a60d5e7d449e3f8e5e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d83eab952d51e8849b220a1bf81674b501a10696972e4362956a74d9a6472b1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0106bc5fbafb56884abf05ce55befd10a739f4a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dec76984f78f34a3d4d5c50db6bc954dcaa9408eb28595deb12f9a9f2c66b3b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547b99a58dc2f9b01b72f4597c46428cc70e47e5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2b389a805b9d27827c64920a4edf9f1eebbc0adfaca4925f934dc901cc8685
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e1e81b15411531b4a7158268eba7f01d1fbe27
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f0ac4ddee1b2b6d4805104293d6f483c073e8cd51e1f06c2a54a697a100493
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4d4032b985783a39752cddce07919e01df590d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba8ac1facf20415e7b0541e1cd5df28c7655833fb842008a34da4a1a6b6ee60
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260ba33bfc1c07fdb6cc95990341ea5f4c8ef9dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043c84764f23ca587076a46fb0c778c6301eb960f06afc189a135a8b608846a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c04ef6b6b0364fc4b57af7a7d89f9e1a3b02fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31f750d61c2249c90af1975cf7f8783318acbf0236ec9c4ed4baf9e0d5c3d88
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34767b5ebf51a8b837fd2935db57d99894fd30f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8677ff13b466f30fe2d3623547f01107dc1fb8745c3549b3ae0a59c5f29fc0b5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc749e75d0684d0ed5e4a901de25113ab6cdb9a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c988e888d6c63cd5f1d927e48951db563057e67f7b48c8f130202872e248fc27
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38758c89c008fe9a2996da361ff4cf36f0316988
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82399ae4a0de4fdf20cd03d1c7c47701ce7b5f7834e5a5d1c6412d58c25836da
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2fab6e4ca5af899994dad32f579b5f3a1def11
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579bd9be9d2e99063506170c55f24b575d5690539c61caca19fa1df9ca7008ec
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c04a1b1a29be2f8b5ea69b077b87c567e841c793
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f87895db336b8694af5b7cf279e926b0fba133979aacb2dab1669b2de5123f1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d1c5b900a66b63a6c4b3c0cfe774c95944b9ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460928e11abed9c242622c600eea3814d2448b8a6069ab1e0b1e2acd331d36a9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704a4ac5c15e121849c798adcb3be75df321f53a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af2555d2758d3e7c4947d661d04084a6b988ec8dc8b6c9f27069f79a6ba3130
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2006700486bf2b42d9e83f4a3f264719356b3bdc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ccccbbe6809aeb0649a7a91a06ce96e7973251f2027b3ee749a49d2deeda1b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aae0ff4711a01e2b0429ba0a7d5a19d20541952
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630a33f814a8fee59af908d0c56ee7b650fec22803a1f20df0fb9d1d01c0f292
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2b6c2a6869bd635fefcb7b01a51ae132bc1f7b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ed64a37ee1e2e3d2a0dae7758d3a2db72f532721863665cd6cade96a1c7854
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f382d19bac121cd65550df73bc8680ec35bb12e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1565a1bd96b5a14a074256e1487f3f18eed1c803d3265d3b69dacad58b317bb7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee2f4307c23bd944922fd72f7adb17e3bd3bdcfa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370cecfbfb7eaa01c23af2bedb4c0132951f355435dcd69bf38cf75ec89200c7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc8099630d7bdbcbdf73b7c069ef4d9c013691d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42f45be41883515a107d2036450556a97ad348cff0e25c62d35862256a3a240
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac40e3523d9261ef953e8c619216beeaf5b447b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bafd3bd6ef2040d969c6def66d787974a57f1a1cf019f74d2128050f8625145
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e129fbe816a6029dcde2bd58488e75407349cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5269c048f53a2cbb759e9442e5d9b092e5098c1c8f21f1bc037cb5af57c06765
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cc200fca10200c42ee9d06cae02ad244dab657
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6543012e361d40812f3a3cc7b63e4f37010a2f995a5b1e4b02311243000aa332
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53923cbd18aeca52b32af1c446311d4fa2f61664
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce255fd4f980f71b2bfa1f430c792878d472d8cbf89865d2512e0fc461db7c89
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48174569e6dab3d96498bb0231633ce45348654f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e07c184046133168a1245addecf715ab488336f1cc0b2146b22098ed70d98a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03eee2ccfd9137a343429e15fded94e95c8acbf1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc4a16b6df5cf6e10882c0710b9a434b4f3dae28a637c9f28b6eb6444baef74
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4eac3599d20197bc889827a10af72b9dac1c5a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a6267b41900d212d7a48080557aa7ac4e40e1b41247e3edd9ce15d60f4be47
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ac7131930eeeee7c4cca55ab29818eebb36ade
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05051be46a417473253a1661ac70b7e30eea125191036765f0c564d538bc74a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f80347226ed0f87d17ce6a6468850144ccf0f60
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dec14e46468ef26424ac38f0727d68ac0654b434c6beb405b2be6ff0e135b71
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa561b8ce84ccaf4b29153ae131dca7929d6873
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbe6e807e96d5000a394b88c81dc50250643fea3afe91bb3842678eb4dfe351
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9016820643d5a406ddd8863c5c80afc1db8c6493
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8170b2537889ab77a72a8b2dbf1db38039b3f782dc8f6097ddf3769ba32fcac3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1151f80cb2a5232e8573122981cd02ebe566f55b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16a666766e8beb05684f3aefabeddd9b8ee77923ae3cb4b50aa55a26120a278
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745cb51ffd563479434bdeb02a06734f4831dd49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27664460a39c4f275457bd9723f505e0c23c0cc79a2f4dd7c84a79d8d57d5e8b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06b11f812b622e80949eb77e0784ffbea17c96e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fbad66caad9a09e4a97b5ecf770f33566da5073379a8f13222635523b61e77
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d175844aeb96f127dba95afb705074e46f6c53cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbf3e62734a1a71a0d0da1c288ac1ca426d7b50c7f2e9cb13bf452b06eb46b0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24ddafc172fbb9c208f5e25faa49a81a41c477e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddfb87e489e7152916de81866982afb1379b3af666410fe0d16eff6ef2c552e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c01977817d6867610e3fb3aaafc57531599074
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20957d4f517a077c12479d6ab698114fd034bf6cb595b7ed55c0a429e93d9ab6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5b453c0b000cccecbb98f4eedd40ac5f925bb8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81baf2fec19a155e03bca03d5e11ebdcd728fc8f148e596b54b86083fcc99e0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8cd20cb000d2f76ea0d1c4c1c974e59497769d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd63aed4db9be36af2b756b94d311dcc063d9b6d0464395930e31195115e3855
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3aa18b2de071f3a92e6b706a103e67bfb12df3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a44e3ce831d0f39d9e9cd453a39a233dfd4d3dc29e30f1a357a624f49d1ff87
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c179fb58a832c67105aee1aa14ea4bf8cbb7d65
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5dc285f4b1884353c91618ff1a83008f215cb4aae28479d43e33bdfd748ecb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18e2c50f821e3b297adf83ca222af12d444a298
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478de41723caa290e0675f1d93e93eae090a988a259e3f3700261afe3c47b2ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb309e18be542139b8d06352f4b3e87fff8b2faa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a964950b1365fc4cb0415fad2215184ed4822c46cc5fa8efe8cc00bb9a7854
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf32a32f647bc198bcf50984f60b3378784b9d0d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0052a954a6340ec2aff91b77b1dac81485c9cf60182f2ca2b47797f26ffa770
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff56e26ee067cbc653096733553c527558902de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e358b477cb9005229124b7c9e8ca80daf35f2602a44206b284cf35f88dd192
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7accaa86f94a268282f8a0a56b0ade3e9b90960
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238cfcb2c89fedff6e269ae754542478aa25363c30ca4b7b1eb5a7f9e65c8eaf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d01f77b226570cd06c96a20aa45070e44819af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edc6ea1ca0ebb1b310abfdb177bac604321e803f8aa725b7504991e70cf5aea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61eb60fbb510e53841b53ab0f04382085607bfae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d259421ba83e046a40eb56f7de1900d26da447ba9ebb4a78b8b6449d5dea00c1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8868b308492f06cec5624ae62ff7d9d477124ffe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97534fcf3e3d7e766a193ea03b11dd41e109ddb67831a4bb69405aa23d913996
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b312128411402d6bc7690bb4b628152f52e9b4e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd327df80878ff93b7667178cedc26cf87e34a0f092a00042a4b06bee15a48d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b613da9308992030d9fcca8b4215b967bc85513
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be08ebae411ad8d56b81076bc16ddea1e77319c627b2ed9ecd6858dac6f033dc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84830b9af61d6bb400e18909c075aada5160bbcb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b16a9f0897ee48f4d4091a475fd2c3765dfd1f416fc543276f440701fba510
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab60e3530e3872127f9294191a74f501ff1cdf2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e11fb50ce981496f7042be7e02afa1340f54bdaf0a5632a732ac7e708518b9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2dbb03ac921a9907a82e06b60201b70c8904a3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f7c23946ca9fa26813c8bc125045f11feb313ce6723b4a0304ab520e90a916
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ed8b2ac7e35f8f95dc540a40d297359a2023ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59abff5103b3a2ff569f256ea31ae081bf1b3e685536e92eee861f7caf87b9fb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7872894637981370af3b88e2fc8ab3993915f6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fed08269f75bf4628e9318b19bb49ed60d93f9bacedfa3950ea3df154b0ed9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca56a76401657b348d354c8925f1df65aeec0e00
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948f9b0c73067aaabe5429190a6d914a2af736abeac40b97122fab94766cb9b3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31748b79a6a68a9b9c8de176ec31fe91fae401d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b023c41d053f77fe4b822b1acf344a1f19b3cff4b0fd32a19caf9247db9956d9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab939fda834f52cfc6e6cce1a7b3face6ff803b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f246e66570b433a25d0f0390a605dd06f7e9c279c544539cb98507a41472bf14
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c4ac33a203734e6dd15454cee4153465efb866
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b4a20aae7bfba59e29dca13333081dc877642ecaa57a1f8aa0aada7536a7f2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5360f7b62dbaa076b8f793d05092e9f92cf0163b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3acea51bd64b95bda0a5a574a7d5b2c6b8bfad470c101697161168bc74924b5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3540b797fe71ddec35fa91f50f877837eff5b709
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3d9288fd86d9925ee426424b8de08e6fe452e3e70af6132ed13401c0378d1e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd1fb56faa8716e83a7a274eec6cf68964fe48f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b41f667f1c595c449d192b381bc0b5bfccfba044ef98eae1bedf7b42486b0b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5aa6ca42c7da2feaaf66271e04226b52cdef53
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596f74b1d1d6ef1620577c7633829157173a569c0e9f45fed3a0dfa1d1b89a2a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61bc6b3930a218cda90ba14029f8a556c62ff4ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f21418e9d47f5d4fbae67a7642a4704a0dc386469a3d0e1c1085e2a7a141c55
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f4b6cdfb1a9b039bc8ebaeb06e4dbd57120b86
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b29bc4ff58b96034a1714c2226799b7c0a9416b6149ee95174bc5f35beea26
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2118113730f11e42c2e62b8af2e99126a5054e90
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49627cc35b2a045588dd9a600010fe2b394683a2b14549676c285177766185c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1112509be1a855ece4a873126cab41cfff24a561
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fc890ffb65c88aca8378c1e96093d28b7902c5e0c4ff5e2b4161b07670b83c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e600302d09929685b9a47604cff3646023b1af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec968d7fc13e4b7e1c80a1b18f7a1906f7d24e4a7d319e7485f48415db99155
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826ac8bdb36c6b9f2890d1c8c122af659a28bd15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6ffb363d7b67fc0367b0c12da24248efadb2bced16300e0d44cd70e8ad20b0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f7ad19eae41c0d5400db4001ce0527be7cc356
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89350893955bee78ad3b6990cabc1a4082ddd6990019abfd3a7e9f59c09ea602
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1505d1338684be99ce9a731e0a9c00824d7883
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5754fc4e1a1ce98934ca476a48d43fc36428f0adbae86c4e8ab21b167b1668
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b178bd7b4e4d396cbdb36832330372ebc5c8a50a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609009e0bdf452a6235fe0d0db29fc926deebd8b3d72354df878c4884ef22154
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb11dafb16eff3dfe89c5c0036d3bf541602510
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c34097f3c61eb1d1632cb383b35299c91e5651123844771c878baa98df9ba0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33cee79f03ad7dff5d7932a944aa7a1581099e7a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4ecc4e1afe429d458a999602a7d50ab29a0caa8324ada6932ed24dc30be4e4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c8e2a4f43a267a7aa5dd0c64b638242f85f5e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf4869d60da924b34243935201422c365c562ee6fd3491dffb6fdcc8e22b665
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557a171c1563d1497d0b1094e66da5662a3ee059
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219fde9d5c067f7b95ed4aee3f46560f729c9fef7536e5706d83f8bd1896fc9f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cc1cf4574725978e5457be86a40b3402ba55c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e18ea22f25fa4fd368f5a6be6e13fded773d452ce288e473404e28b75a6094
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3b69d9b50f2f7fb4520b0acf33fbb273d79ad6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bd733b5703d6d8c9ba2f1809c5d40bdf3bfb5b54350cfd3c91acc9e62ad848
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027ef83ea03f31d344b8bfb32c4aaf7b435ab921
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abea479984d894fbac4a9f2d56067028d96fbf3252c552e33d164496a0a70ea6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1f31e7a0dbd656acee596c222a815333bdc3d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213cdb39a4e909a8fb0cd9a8e9a293c6856b1667609dc5fb63420fb38c182d03
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7d73823691a3bed0b13e5ce61af1553dfc23e5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d828c9ebecc0c6a117968b76051f48b5dade97271edff94812691cbb22a0a74
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad23d2d61f80d3843a0ca251c9c1a637ce55178
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa62a25f664aa71041cdafb658a34806c9a78a45d48230e68f780d04f1600ce
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5c42c0438b5e4b4e4661394b1ec5e9720de732
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f662fef9d4106bb56fab725333907c4e8279e00f7d9a39acb3b7910ec91366
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efabeacbeeeef7287c07a1f92f435d5d3f686a74
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df78159d8c44550d7c809c685210b01967ff1cdcadab15c98f9f4471d702f36
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561085efcd53f340a38bc932f40090935de8586c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae20ea72a266ce55fe8c8e1541f6831eb39c704556a108f08bff2f326b8d7536
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46fdc51ac9a547e39b656c19352eae497a8aa71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3228dfdda904b5eb60f9ee087baaf455a14833f3e25ce41c0164ea444bbe5878
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d16393a547357d18a86fa32336846d74cb23ae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6453a1548f51162a36cc06bae8242416ea12b06dd117f93e3b96681e29955805
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdf572c600607dd0abcc03647c701482f7cc252
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d96623889739b5e5dc09365f6dab2f08601cc72b3e41fe84533b7c928cc622
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe681e2cc59a2e0b0f870cf1ec60fe2904dab70
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870cd6756c63d09bbbdca5c8c22669f4965cf696cf1717c64260e384ab61fe4f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7e79d159636b861b637a01582464c75268a354
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8da2a1e00b3196ae8a9d521572d84bb1e0686001e969fad788451248ea7db0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b656dfb32d2c168b271e0bd945e82f095f04443
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987815157ebacbb880879516c558ff2e5e40cc204eef8735408f226ddddf5565
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1eda0c9aacf0cde6c851d3eaf006542172a5f92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6371e15b4fd0a692520b74ab49489f56fb1673dd5d344a2953966b7ed7f7be7f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f12912db77bbfb6ad348d09ef7865f476ecc42
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff2f18a5e727052b1e2cdfcaa1ee20df91f392be505c8447c59a0df17895b65
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6793fd17bda3fef1fd51c2e539fed43c2b0693de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6af27286ad8be4d153f5eb1dccc569c23d8b9c750c8eb12611187303ba4f13
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc8b65f8ba0774def1bcec332798ee57ad538f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c698f7a73d330ec965f13a130886fbe34bffe4c31ece6a887f27c84e09d02a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72db31a5f57bcc64e216f0ae88333a3cab976e22
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f68f16596574b4678581d3d34229321de0d3b2cc736fe16f7484840e9df117
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646ee96cc87fb9e8438f4b9256988ee00551e4ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e785b40f72ce2a45ed65dd1d9ceab73a808ab40e45818b5ecf022355c1daa1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685add731600440d9f5f9e60c172e3b154a6dc3f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f8a5cb96fd0f8307ddcfa3cefbc03a8da277ab2942d6d649875b1419d0c61e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc80fe933a7bd3bc0cda554aa75fff39000219b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67371ac8f8d74f6ded680e223077356bc5a00fdca56bb9719c1fdea5fd601f22
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5f8a1c84af7893496d3fb8085a131245d3976d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c7982b50afc57088f2c92fdb1f368320f36220a243aeccc76032e994c5a4ea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7d23fa0b0031d4aac766f4ebe6cfa2d61b1ff0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a996576111539b4fabe2097ac1d197c73096651e80b3ad8215b2aa74ff01ee
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c01347a1ccdbc568be3352b1d3de15e33e7651
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3066f521ac6ce3decd631162c8c50b881aada422b6df1ae9410c12d6f092b9de
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b847ca29fc11fa5ad42dbeddedc47489e8d3d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6d59f8c1a8dc944e659518e495f83f094bbf656d4c23fec352b2dc3ad217b5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e22adeb1117a03686610acc124014930de2212e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690389255a341c3f264c398b983f08e409ed912fdb06bca73ee6391229e16c0c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921c08720b896362af78dac3be383c1b787d0549
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd679e20403ed2f57f5d241730b5eb6711eb20817986ab58600b91abe5654c12
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a267ed547b436b560f77901a7db5e65ae7ea2d4f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8487b50d53a12cb5ee2163c0067f997ddbf5e801244aa4811bec4f895687772
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abfd825f7f96181e3fd4cd566f9fa15f0577c087
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0dd53c3d758aa43614784a3fdc4dde6ca2f7d941b473ce255fec6402e799f1f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3baf78ea96adb65ddf88c4f5ce129d3841488b6c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295cd995dba978756a6e33657ba98ce25ecfd51bd8f41095d3d34ce341a5c7a5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e95dd73967d8ec3c49eb62a75ebf728e8f9dc9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec30a0f044051cb6d8d1a64157a64d4baeec4cf7b6e83d2939bc138eece52701
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d55d2e0f0c9279dc282f9aaff0e2d2e47fcc395
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d34cda9c4699589b15f9d99df1fd85c85b67a05c17cd56ad0a50885c4eb1dc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b455f92719c698986d8f8511edd0b357655dfde7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d772be97889aaf53fc9a7ea28f5eb468c7209937bc1898061abdbea7a172159c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57797429aaacaacf8fdb8897b10f8ac374e2265e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba39f35831867cc9e1846e3346d56653c1659a051fc4f6caa6de85280a425bc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ad8fe412a65047f87ec45564190271407b0d8b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bb72c21533f4e59c00d7b5dc2c56abcedf3b96717300636a26681a3629460b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a111ce1c14fdb47be56829387b9f7ad58f26b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1001f4a77e982bf25a1fd075bcb305a5075de07e0ab6dc9c9a4e5abab553977
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdcb6d579e7345278b4a939a6d48260da643e560
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d1101f168337fe53973a6045d00ba139baf0c746f324ba5471c7cc664cd0fd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c7c596596b17aca7b92da16897fa28fc3e2729
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d5fd12de566100bb8f43d2cb4bd089057ad4ce7893110bb9053d61ebe53aa1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d53009395595b6a83436d3e00d15bb28ff7338
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7cf7fabb7fbd749b0ffa32fb71702af612347e201fe02ea9c61e5ab3506b6e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a25471f58899faf2416fef122e482e0fb2a433
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239e107ebb504a63ed8efc6ea0db1072f4a051dd920d15bc84aaac2f7937dfc4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01eb8ef32fae93f95e34a3f9bddc5bebf2013a32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea981be4f6c11d789614d0109f2ecced785416dbe36d6dd28c4b399b33916e4f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e43f64c17f4ccf77c313de214eb3c11ed2f516
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aea236eb65698c59548b48a7783eae21515534823489ce87540fc0102629dd5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932fb28f5568b48344a9a50c81083226bdedc178
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c020c1c4cdb7612a4611a6e248fea851e469318692a9ad84bb4c73ec9e4c3558
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f2b815a1943a1b737efbbe49b5d321a656ff59
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d6b3e0d71f34fb63145f9315e4a6dc4b3fdb36d7c3035ffe5209294fcbab9a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1112876ddc53024ba4c0ef2b3e9ae58dc4c1d33f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2bf50538c94a68fab5dd92d8b742590fc05565a5b2a3d58b8682d7d1eaff08
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4801a866a400946b09c990a27ef5426e85d3c7f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe744c21514525e5d35db0b9c64ee916d9f87b37e901e67e7c551888d427467d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da41ae2d00b7e094f1d7c301e557ae566d26a6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04cd2532f59d618a68fc626015cacbe38d55234205becf10e053b0b7fd4dac55
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f757f423de88a91b80b46e2e61c4c7fedaf6f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7800cf4ff394b055d52245a937642082ebf20941697ffd6828ad723016e4c12
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e446bf30a896ad7e15843342e51623a9505da3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf316c432716f87e860ea17e99a52ed40175b90b7a3cec4cac7e337469faa8d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1651e66d1dacd3835de910ea9d671b8a801b48f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e852dade84c2487dc92b413bae59a6166c87ef7ed6224b339be4d609526bdbe
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4113757ad8464b0d6ced0522d1753a35fef5d96a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3ea6173457f2ccaff5467ba243fb06ba4ac0976b2093e4edea88a2224b6d29
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c2ea0d894b9e584811c7ac33b1d1ba8fdddec2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d376b913f474418d394abfa827e8196e45fd517b0a72e8ecc95385d95aab3772
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d424764687126d1b58a85cdf04f63ed8eb9c2f33
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de6e313c5145660e2989885bac71e01bc79beb952ca6bbf618463e7e3fb7ad5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc74a133295d0aba15e9cb53e6bdacff41dfbec5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b4711e63d6d35f56b0b376dfc7e094fbef6517d2b32e6fcd2f70bbf889b9ac
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f31cc5bb0a828bf96668b2d58cb7ac54ae15996
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d99f588508be5eab64e59be402e2b2080c376e9fde2aeb524a49544370d79f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d410e138f99024fccaeeff4525762df7af13fe7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1afcb636214d570e139c4944f38523f1f4709182dd4f29215046970e71c896c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76689761e97257f2bd0f8101a84d55d0ad1b12ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2adcfda72bdd34448d827b4d49274d993ae3fa07aa855939598d4b17913d5d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401d47a3c08145ccd17166944398e467372d9e89
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c80f94660b83110eed2e505e6a40beb3f4ee2685b0b50862ccfdabe32a58a8e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7b7b55e0870f97b95176bc321b889e5b5857e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c545805d2de7d2dea7ca43ad5fc3ff94dd22e80165152f10b2a6929220f27f7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6145e49392c898b4b90f9d9616bc39de9b862b1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0939d333e2daa37ff260591559dac59282d8a8e6696aa055d05c01abd7a61d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057ca454d5762eec8575a58f9cb498bf3e4663e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7901b09ca4ea954fe9165ef441e3ba4571441390466b2d1ec4b4131d3d05a363
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87eda7833929d143e0ebd47a49c1483372199fcc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0463116d85a0d59ca4f9500b047f6110fa6e0c87051137b7705956327be69d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6151ffbac004f7b0f6145c3b614274e98f7b2b20
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7490fac0406d8392db8c8aaf1e0bb6c435c080e15de19b6420713c13025d44
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9eb3d525fcf8405b6d55e27a6d5b52e613065ad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edec57272eacf80489331e657dfdd83d6f770e2b005f1c209f75fbd78ab34b73
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e239d73405af617cb24a5a1f698a7924d51954
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9617039fe31dae7ea27bb362fc4840688793f378caa2375fec9142147a62b497
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de730b8106ca481dd2ae0c566c3d106a6884ff42
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d92773892a342c4da32cb4129704afb13214dea715a6c5446bdd6b40405960
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae91d33f0a3f3aea1fa31621c0744a11ce73ae0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efa0a8c0349e32763494f88827cbc0ca94a64a12a334570207cf4b1174fabad
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7071c0d5a5b463df6927e787c7cd5c8a033d942c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b987e89f21e6840adaf02cdba5d3bba458be1759c64c91fa6820d5726f1ffb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300647537defa7bd57b3df7ae8f851f0b1bf96db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c92117cc8d9abf4591d82dda7e2fb558af5a3a84e2a7d08c27fd4e36090bd56
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2123e7ca36201bda174a1577af20916f888f67ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3ae0204a149640bff8a446533fcc00541605962cac12b4462fe731f5d4d665
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b333fd0189c46db9594b21c9c52682aef1fda37f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90f2f1ff03d20ae5d280aacb9a4dbb4ff336f6b8c19fa3183cef1f6cf00dc73
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4608ce5ebaf096d20f05179a3164b34d5c9588f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3a73c6c21ff61081d5ae108505c6003958000a9f898aaae7acac616d5120d1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df958eb895017787798b1eb7743a8b1ec00b594b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f78e8278de9307303ad6495a76e32586335b74024eec12d92340926423d29a1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ecd12ef78954ed8f59b10073c128079f219b2a3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80602033d1af709bede704cf1d24e5f12afa994c85a25e9cbfca4dfec066c2e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe63ed550b45fbce1d12c4caed18665ba46997f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62959bbf8e3c957a75bf25c14bc1b0dc30166b9c369d5a13bb8056ce4cba99d1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7ebadc73e82327be00adc13a4a95148fb6e9b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2541a16c408f70285c40a5e8743a5128ee91e84d8995adfe31a82870e68ae2f1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde7da3d81c14e482f6f6caa271bb34636f01816
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d4d51d7e90a42c6620fdcb0a207e998b54f8d598a853598920f8baa3149629
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e0749a4fe4f9f77e112af1b507ac1093a2adca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86a908072fb052e3e8dc7aace3505c5afa4393d8f98da24b732a7ee0f10056f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db9f3df0062c4710af77ded652d1775fcd99c5e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91ebb8be67d1f683986d2846150bed5e3675f6b0ef522ce5e63f900482ea8f4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c7c2f3c50cbbfa3c0749ae4e1cfec47d9ff6a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8a9a234a4e5913933c3e9708e24dc2365938b34a87fca0524175d927e811b1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf2e9f21db68fb8d56c9294905637baf1a6cb42
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13678b906d72922759922bc9216e60f22b4c6bb60623d9ff77595bbe96869026
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36db03085aa56d93908948fd76a9b1bdce1a3a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b900d28e5c36f43f0a5ce04168244ee8b841cc02137bbdc1f7963263e913eff0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a64f549d8dcf8363e8ecd6de4c32024ee2ff511
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739028b96cbd2ae3ecabf38243956bca029d35cd1fd54847a9410f43ead7cf33
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0424b389515fcc4148b54c7caf9985132673736d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b5074a518c20796a87afeb78b053dc7cf2759d05e2148c14967c9cf30892d4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7fc7dd3eb73c369d0bf6fade24f99558405aed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e50292ff1753799287db99ccdfd7dd7269a7b6417c3683f31a5066b7342bd6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294f9b0c74feb015cc0f285acb4d23bef0eb7eb1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1ea62d475506536ebd714bcde8e7e0d88cc2597006257e4e24e218cdd7397d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4557b87bef1cecd67c8f54426bf0b318054cdf37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70a02c368226a21fe407e257076dd81a6031c6a593867328a4af3070c77d739
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c9af1e44f8383b71f37c48cf31b2bce28b0875
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec18f3db2058f7d5095cc0732a4c7a32e5628b81f367998c02dca3c011673406
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0bd44dbe0ad0ad76f9c32f6a9079fcac927498
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd28300a2515b2f5aa162f034dda6d4601dbb4899f66327876d49719da2df8ea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d5f46fc3c9ec188b364420645093d46c920cf0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c9e342b8f3fa48da2038a3d1a029100431c887359b84379644041df883cedc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb6eaa7d46ccb45ba53f6d9214832fd17cb4ed8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5d77956d98fa0e82dd816df9c724d61e320b3f117d8e19accabd83df5e00b2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48eaaf7fd5d023d5a44d2ac74a345accde991558
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07ba6db42a443966b70a1a36b8c8fa63a35cea66d4dc753d61ceae35cbf3b6d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d737a4e032835d4aa46761fbaccaa4e615da16c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d005954ab4c60f77384eca91036da44cda87705848cf9a058018a58c5841c2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3a5d632d2645c9ba2575ab92693d937484c940
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8675339168958e95788f92ca738ed9c40ce9aa7c805bf2bf81e8e2fb64d124e7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c16049cfda0aef37280c017df3442bd6cc2a2bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529b78c0affd83d26cc8f8d3748332be1867b3f2c12a81baa2d76071f888c3a7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bfe4a3494b9c1042e20946dda18c2ae7250d1e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27f4dea48889260406527d067132cda01650057716ba452d28690a01c57a41b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2aa0737f7cf55b50f09c7d2f211a3bfb52c783a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a33d31f50ba1dcc79dc5c5d0687c0d28d157615a632ff10c2dad91c0476281e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fe9969cbf2f6d0e6fb2beca348efd736bb5ce9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7867d6f5b29a4f00dead4b3855c911e03fac1f73fe52b1d7eb80ee8efb7513
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e424afa87d635ec21f768d67164e4a88bbc8a6c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8907ee6005463ca2db02c1b2e8b3a30b40936d1f85dc48fbcc7479e9bca1866f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a51761a6aaeca54859ad57f8e39ef73829ced1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f19cbb1e5cd9d4178248b1cb0cadd3c723dc74d19a932a825f86930517b07d0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff92e67da9a596afc6b75267424c2c918ad94a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4909632f5ee7990062f87971f1b70392e5fad734c64997d2283d6888a898997c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe5b81cbc31809e390bb2cd5107c1cf2574090b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a486bc78fd84c8949fdafd0e55ad594ac5df15aecfa50e3aad0792a569c3e4a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e195f65fb5aa9b8a21296e69145bf8d88f600c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7530b14a09a76a37dfdc358d4fffb7e43cea2799557d0a0531f2063a497b9c5c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd7373bcc0e304a0219bd8638eec006dc3d7755
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a31754f9ec375e22b80096366687ac4c6ac85f1d4aff3a514ab0b390f1bd89
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd739dfb59d5c5e1afa9a6cb2cd67400c52e7942
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3472db34217484d92869e2d23ab0dd67c696736ab76604503e7f106b0da918
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b201529a379cab1f8d78d6cd05ed35ba5b4516
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0ab3b491a94da4209e05a5e6df18cbad31c4a79726b92da3789da3999d84f4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84f7e1212437f058fc9208d9cf24e0d51119ac4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48fc06f96747b6a824043b3a8109895f12b14a800ad629685286cb5a2aa1e654
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3bc11d7f5b762b331b83c1436029d48aa9580c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120a5d1070329b67e4a77bf83a3b7c54ef2f6e21060bae69d6c850e22213c1a4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbd081b7d25badc2674e7626c443b3d33d9cc1c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da6026ceb9e1e56f913ae6ebe548562531761b9731df14dd0e57dfbbf399cc9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce303a9091e4ad73267693e8ae541aa3b3973444
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e224fabb160cb6e71e1759be67ab6a646cb3bba7416bea96f1055196288bc3d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed586566f02a53ab43a370ada7f7e1f164862c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6757d21c2d539b7a8b70489fb35fc57065c688ecfdecc1e94b19865fafaaedb9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5f4325562442c69aa328f2c9b3cb981ae4cf61
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186eb47d52077370dabf6f27bed5362b409e11662d6407b47b6a1da8da61308f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125d229e76948e64e42f651ca3b77748475f5e10
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c390b314559fe4d959eb810cb57fa530a468c08ad321cae3de2a6e2c003ea3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2d6b62afa8be94fc56426d22632c4d8ca81ee8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b343fef3edecbc58dcd34b07d5b2640d787199c846f1ac73221fb521f6891fad
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29daf9f3e64960a536f5b97f717be28cb6d05d6e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f32a79544e211f8e1416b7de5cf0cf2d67efb03dd59a7543401353798781ee
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eba7e5e7ceb3550423ec89b6596af5b22b02991
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb05267742dc96cd37ff6a3723d4fd89b4aa099f197a50a63870238d1c604eea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2372bee060560d53c823a067587fb25666248cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9276ba381e8182305902e2c89b96892e887f9c31004281ad62fb2be59918d3c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cbc4f457a39046a317fb73adcc8543d105739f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5ea8ea2337dd9fc5de7607f5e651bd43fb91f3e5d9ba424a878ee2556739e8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0623b667c4187ad5dc9495573819bfdd56bc0b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b2b165a2a22a77cf81f79729152c8f40208482f29aa9153120d8e717fbfadc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28c596c073cc79965dc67b7a8f741fc41c9d78b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb52993bf79db60aa50e1173012969d274b4bb83c11d1374ebe62b625854e3c6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc49a540005f6f3778b1c60958332509e3432344
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916e02daf6d976641588c83445c6041ebfa5bd36782f5073770124477f35bbb7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f9911d0ee0850223ad44e9a0e1f79a550ce7ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2607753a09b8d0a3c9bb5e90de6710a35d4fc6094ed4326530c19815290567ce
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7963472edd7acb0c81c0dc53c84b27ffe51073
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100ba14ecc0b39c128af0c41612575b4238908ef34a50daad1e77b6973c8db8b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b2422950009558c9a45721ed48176a2ab501e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c2d8759187fc99d7f5817aa3698812a37cc60029fd92863bbd89b5c4769aac
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ac2a1aa49e34e6f708ebd80f60330b4c346ef2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235a4b5bb2623858925ebec1ee2e093f528e66b5c220ffda96d413294d590287
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097c53412279ddd3b1d3c50fffa127d232034fad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0c160b550163111fd95692c4f19a61a4b4d426fb9af2fbf707dc80a0c586a3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd12b544f54762568d8667e60e03a78ce71d321
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f242268cd36add2cf8e275f2f6ea8f882079be78d29a058364f253d6a8eb93
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6441b509ca76a58894ff4bad941d2fbbaab8f3b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9989a217f34c43b40378beda4f05b15ce368168eb90f59fd0f6814a50a16d03
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff23c8c4c820db25142d8ad6f0e8acfdadab742
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18182f602e1a266b68a368178a6744d7bf535b6065e1870b1a177ef8c5f724a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933928e4b59418f0e09951e9ae9c1e27a91a5a2f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609f9f9f652db941e347f25fb160f0c2d2c804dbc024f0e66174396c68ac5413
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82eaf36a8b54391350bf3b4dafdd81c19779811c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a4213c0918bbab4a3fa921709c823427e7cb02bc5483c55290dfe8eae64b10
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f75f2da83dfac17c68f9789b01b1a034857158b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118138eb36f6461344a412ab6adf7a4bdcec43c3db1fc535a94c83ea6b3c5e93
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922aca9adab514909a17bca459c84fd2fa0c0c73
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abefcd6f3be72157cc372e95faf4e95029b258cf6b53424feac941f0c4e59e8c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985cc221ca199f19c3a0e2f00ec59616aefdc0de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28e8eaa2a121691f2c09abb35c7ab9f5d47543a7df564a24fdc0c009e468a76
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9dac99b9e122e2da0474c5aa2a72129ebf21b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40e7e3976ac9b7b196af1b5fbfb8db82721e85a187c61adad5988d113f49b11
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5aa99d2176498e3586e23faf8ee47be682f5e6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce43be6d0ca9dc7aa5270bdf37425c0b71890d9c2ebafc5acb93dd37dc1cc08
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ca0ba34ffc32f92166ca0db0f9aedbc6adc14f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1e93cc7ab54ec4a6c592e0862ec0e6d63600ca7c0e6b4b6a27d4fe7212bcab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28021e186d5d297892dd275cd9567385da790437
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f087e2df66b0331f5baa0125cd0f5405d97ca6be65a8780cdc3efaf3d913e6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84020450fe8b077c2f1a413d2f3f74d57822feb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca80c8df845b83ab613a60ed607cd57be9578614919180b75dcde7c3193aeada
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43db28e1d5463d8615752095b03050e887ff83e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f08d7703853c5f92058a508ae261ad0e743471fa13df0f2dfe73fe939e4fe6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efb31c9cc7aa8b0add50166d98339f25f3cd7a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2dc1390a9f7b474e7674ab7e9b2cffc9d02202f350f9f868a14ebe6d3f0cce
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7bb2b9a36205120990e98f2e5db5b815a86205
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9151bdbc0c235b6dc80930b98449ecd366f062e881beee84257400df10acc6a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4fa2080fee0415585a31d21c259fbcbfe7d157
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b43635e2f95aa446dda75d34c5d040121f2d4a9ac7235ea655b769851bc86b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c6968be269ac51e1a9e65b494a0ac8fee2776c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd97163a893e1a4cedeb6c37bfc4d0ba1d332912f8024d7bf9826a4d3347625
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d69fc1ada90c2ccec624f1ef239bb115fa454f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e19e925f5660a7723a28f72a712b384274bbfb400b6c87e5bace7366dd2d560
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fe67154d0f0525e73bdc84c51bef500d72a011
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595fd7f2a78bbe350ad3dfa35c83f99bfddeb7804ca63e62574b1098cf25a020
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ec882b77404df5e5be86bfd0198b5ebccaf265
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1476801af7857568c858eca83d2d3200eee92368775639222d3b72f4ca25ac
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3fc6bdb1bca5e7583262e132678bc7c1159b6cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5494fb66f9513c8b84a886daf0f92d02c15fc64c08af2699c3ac9f5bd47beb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac6791f10b43e24bb10cbcdffc4a3dbdcfb68f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e27fb658584e1264b0f63241c7faa55cec834d482aac2c97e7e98e7d287fdc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13fccf0d2c289a0348c8d6e9af289727c128128
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19a9eb1de927aef3fda1c59d4e7b55e04476ceb49027c73375c866e31c93908
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721499f47561659a942205fe808b5268fb5c9a25
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298bff1ac459c19786c6d9e1128964c5dea3e0632068b265035fc02386fc1b71
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a420fb4c9982361c0295ce1cbdaba1539dfea0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56cdef968b20f4572ba41226d9e61d5ecb6c2498bbcb66f697ca8692c97b21e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36007714f556d478c946b3d968205707e8f12d13
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2caa0cd0ce7d576e6822c51a2419b852bd6d18bdee8de823f24cf02fe9c935b3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df3ee97dcd5fcc53219cb5bf16d3a6412bea218
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabd8cd88ecc9c5f3491666eeec4d2583f858605733cbc7ed8f46ff0126cd0aa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f82f628093fe8303f53845c0ec46ee1c20ee628
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acebbf68b29757594eeb3d506ddb878917c61f96f0a7dd8474312884ba48da4e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d88ccf14ea3098286940755a8ba10faae004766
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3543314c2489ef5a3b513a0dc2bf5eae69ab0e71385a0a7a587537cd873f20a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2a17d60c6b6200e010f9d8b6d7c893877a04b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3ef4d498d5c3ded983cd25ee0dfb8a849aec09abf48befbf5ccea201b4f120
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51207c3910ba04cfa84054c342a9cb5d76e0302d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfffdd8ae8d71f243d6611905f21b16b5475856e173da225e6d55e4c1566990
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660b3d2963e4eea909a641fb569175f430a9ae6d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c0effb6771b0ecd6f2d1851a3939d74549143fe6f8029ce897acd6c647c19f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc528cc7df251e164a7656f5bf615f6e3fa297f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53a451734ff49323498f9d40267d0fc2b59aef1b020b63f4ee0f2314c899420
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849d3ce2200f69980ec54c11a4ea1a717f1a6e08
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131771ca16bd0cad531b1a49226b9626b8454327ff4e02cf973248b5ce969c05
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8378d90e67a2a2be339735abeecdcb792c3284c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce32fa80e0e19dbe3e05a42dc6f6e391b0172a5e5bad5f5f571678db848cc57
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afca1b95e5a84ee11fa7b6589286f56c65ee6f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08199ba78c0ddf9959a29d5cf24de5fa55fb7c7cd1776fbb42754784c73ff35
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c08290a94a989a982f00f111b63b3fcc954256
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189bb1806646d3d002e2e8d21a3a5664e0c821f5613c25ef0bf98ecec0d82016
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55da9c3f513f5285462e48e816f0a37349fbfb12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8703dc299d3020ccc26e87de0ec760025f60def1823367ccd30edb0829f7fd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74618658ad1b40c933137bffe382fe889d9a7ab2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa20d565cf6c089b4b395611e61079c635dfed5a93fb211b7f9d3063f2d3cabc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af82b47cc90585a83e7ac73667b0dc9ae29e9411
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970b7a856449d410a045deb93e8db5128b719b41e08f775f4321f98cf1932538
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc6a7bbe1eec560449b08a43bb157899aba7391
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9cad4207944b86915086f0891014819606acd921c7ff3732c6cfa3434b28ee9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7afdd57c27d747d7ef039cef06066cf33201a41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88cfa5f0109a655655d0c48d9eab5bffa45fbfcf50765012fd7c47b8bba5036f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215799a414467f401bd69ebbcbf8bf7ff4cb2abf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5a691d3e5f5ba7d51149cebe1672d4491fced2e53e5fd4c9f79cd9d2ac667b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd372af729699c297093eb72562eb8b63de7abd6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee84479314f9b2d8c744718937f1bc8ac0ecdde7a537440b830efa42fd87ed8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8349cf15f9c13c93c770d1a69c7ab8e1889a73f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0f5f421f2b57afadf5176bce10ea195b78172bc74be8a8cd09f5f06a8a58bf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b463c742df6d19613f9a81f8ee1d8ceee9a2b1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed28eb5c0975481878a59d8d52bed1bc6a74a12b37c9cbafcc94a98db4557c4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a476df4e214e3f64c6abd2a99c53e2a4118111e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9283a753b2078bf063356d9ae7782ccdff17692c6a85e4d0511f4d49013692
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71dd00b28898c4cd5586afcc182d0904a88cd9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1005760b21c40d30759a4d9b3ee2d7d7d36123b73fc5cfaf79743d3bd326676
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46cecc96dffb2bdbd1a55d53ae82b710da67e2a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5637e5089d31cf133d708d7f104896f46f44477907ca44061c15ed4435b8d371
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b371bf97f753aec6eb22b03c4c4d994807309da5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbc8c7e1fa719eb5985229d521aad72d57e9a39587d4be48b2470cf84293041
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b780410617df9311667a55bb6e5c16be39ff1feb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9857c3b16ffaefd25f03c21ceffb41c1c0a37c3dce8b04168019020eb02a1f4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b29a18ee015c0e90a3369a67ea24e53fb22784e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db795a305df363d46d98ae0640053ca9dc5f1da1bd7bcff34a41f1d7ae3c1b5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8415583a077c1a08c6ebc0cf64ccc7d31a6cb5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f6343fb53423f8f5c0c11f98d4d27e0573653d1d73201b7eeedee579371f99
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445f5366d6981beb340bddf9e83b713a7a261231
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054d841824bf2e02b5baccccdf5132dc1ad38adcd9fbf78fa2fdf32a8e466fbe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6b95e0701a3b17a859f6e68fb18f087f6f878a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6508ed7c21bd2d6808f46ecedeb3150c5169a0ee382b0a630c8aeae90e0e3ee
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833610065a467fc597c9056f43927b6afb74b0a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88e9f2525c0911d1d154eefa910d8d2c29de0fb34f2b2b16962705229eaa9ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68a217d56a636425625ac22f0e9415d4fd05ed0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21233b84d03ec6ee6660b5474b43e7c1dca0d2460cf4bcd2c7454a27388ad8c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5789a4d9a9f7914dd43decbc06cc7b7b9dfb6e90
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d07148e2d1b7d0ed81f7f6a822b2d2de72f82dadb54478aa3f00b7af7234d86
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1d06933f813c053bcdbd41a64673a0edfd580e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1787cff38a5963276ca1dcbff0a63d675cd0afd24de70c001c61fd05a1697c8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c40f0906922a0c8c83a3707537e1a55503af80
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c191547ba7886478c6c39940506bcb10f0449419d60ec73e926234323509e9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61c1c6e641af19ed6cd6b785725c1402bce155b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b051d537e38b1109e5449706e4bc4c2e9697998e52d7f383b2a32d09293d93
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3cf61d5808af878123032c301e4b03022f8a1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b31a84d496078fa151a57a5239a141165f85f4783ca02d0380717b0beb72c2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbd8a42ca15e6acf751d7ab83d6d8035edf0d4d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd2978684a558e061be7da49af61ad255080d78f6dcad34da4c9af76f0f22cf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b17b1d6c776c68ff0780d972e511d7adb39f28e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15522fd75d5ad334be2fb86de72f77a73e8833ce34640a737800e7f1bd353bcc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4e5c511fe085b808789a11a6408c2564424910
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7e91627fcb9130bb70c64bb052ef742ae1be9cc45e28a325b3beda68744f9e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a511e73e50a3e60f93cbeaa550723dee774c6347
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9218ac331a92a356e778a934983057a9c87f57af9de048bf32b96772f19ad843
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a24d589f1d1e89c69356cd18b7ae151797cc34e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f59ba571b289e766631ce5c31151eb1a4c6d1a3ccb7315a282a94f6c787b0d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54c84e11a5f61ab4efa439aa7f8285b074ecc39
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c6325428a33d3689aee535a03777b77c47f9033185ac6f394007ac09843014
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07028165e9459ae626fcf24c36ae23f5f3563d94
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb1a56d4e7c4d5a6b5bb1d312b047028ac38ce29752fba86accba505028b375
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94960c8161068e7e95e6b20c95182224e046c50
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab2a9043b80b5df559a59c94b4fe4627d061b0e4b7975b00dc4f3e12bbd5284
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333560f7695dcc0991386e31a2cde8766ea0ec8a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ddad75e29f2cad925488f42660b1561ff203924017d2e643a2e3e3288c7edb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9d61ad9e273f7754f5725f008aaefbf6009467
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a2c7371b9432212605facafa69c5b7f8aa79d27c2e10ec84aeb5f5a9684bc3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af2c46a93a707cc331ef3a2640d8bc68c785ad22
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03d7a801dcb9e9f295e8459c045ebbef5f3414d737606867f16b9aab18fc70c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940557758ef352b444b1dac61fbf89adbbdb1288
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55453f791a1711a86eac9f936db8b1f847a4926138867484f88ccc3e93f24396
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8cf66043f051dfed7172e3ecf39c5d724434ff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be53ca754b830c12587f5eade88975ab48887b3244848aef305813e03cf1fdf0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb3ad5355acfbe1b36d3104d1597325ebb954dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6deb2b9e7df789795c38b85455b990d18b848f6f100e37246f2ab22d32dbaa04
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c225cd62d91e321b99d53bb0db6b6a12730d25c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27243e66fc6aed7fd2fa1b5a38294d13a61050033b69c0051a05cf4ab4a5fa4d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5e52cf762a4c08640df6af5b360ed2d0db6108
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bfae62ecf659b9c4b7795c0c7f7c210c966cdaf60fcf27bb60b6b07f4db7a0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be1f535c39ceb0c033d5b2c792aa6c8183f6a53
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9d0bfbafa5779dee97419d31cc93b09223963fff77ffc7b9ad6946330f3ad3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e084e56f98ea749ddaaac92b1321abdca51bb93
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6ec795edf8b66f2045d67e194eafd12817fe9ce5e2c957f894cd0def877e57
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a2c7b90feee1ee3f96169d53b6873c3b9778ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74105fd1f2d4a8daf8815eea4d7d929db490903d73544290d6bcffc7875d499
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09759f69f2ea5ead19a497d3ae4a00049816e67
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80da1a8c9f1b757e0d0a526996e0ec0d0784dc0fee9eaba31494c09ea6d53467
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff28e49a884f1b2f3cfb6b8bd8b7ef24e1c6c40e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6b92dab61ee50cfa47efeecbc70a65e16b34d9e60c4619e283f1fdbf32ae90
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b771fc8e0dceefa8d345733864f24ebd74e88428
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f386acc9a46d7373a34b72b2fb3780e8831aff6b5e44bf67815821e6120178c7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52fe16a1c88474a5a55fc3dd6e5ee89e59b487bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb37811f5da1d5757c555d113d2662046c35e2ed16cef216cc1d0345032ffb1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981066b649b929ed2d3542b9a0988e21ef020ae5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4342aced8762eb94ae335c33f8e00bfc4ea54530601ad8b722e564c0c9ac67e0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4152db216c4958d971c3964fc98e96a9100be71d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7953b9934bf6d0d4a402428373956cf2e1ae53f7cba36843d98fa62a215e55
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d776c8f7e65b1880c6b37e8dfc4d16ed963f04
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3bc7eec1e7bbdea12811aae3562903bbdf858912b561e1bd58ea031754658c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1303017d5ad6eac0e233e5869991a6cac551b81d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542dfdf0d7611cf318f8bafaa2b665eb5d066a043591e7cdd8b3b988634be6d2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af88911a848a4aaf666f86fd6f4179c7053a373
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00dc942400b32dd5e18b829c9c2814c05d51c1e17682009f93f0c1f99ee08f55
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8980e3d86f9dfbe5aeb992661f9705578d7505cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bccfc6f07aa51ab1dad7709074e9b44cb681ae651aeca2bb6277e249e88c1153
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf94ba58dfbaabeac3501ac45e5bea1d1af74f3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11cfcaf4ab779ecc5b3cafc529474b7079c058eff31f5f222c3a91d2647444da
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027bd36cb199a93a56d694909479d030929b8677
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1522bcbca932e7127afa516d732fa339be5e38c70661f1c240d0fc04961aa346
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127343e9113b3518b6f048794f4428dd041b96ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9544d29a91f6fc503720d7ba47c4944deeb8a22c3393fd4789d7a16265db718
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3fef6eab6fe436883996d2edd7f7ef9e64d5e12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0541125dd9fc749882daa9c8bb519aba9841a6ea9eff441dc53e7c12d7508949
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011398e444632f075974b3263325cc7623dbd879
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c919c4d37ed7e833f1e04fa0bde4918b9264159fa28777604bb59bac74301d8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff6e9ca7aa5e14f316c0d5b05c8569730f851d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dae6424e76e3234459835deb19e52bc8d814a438c2d5d7af30217303ec6d017
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0608c98dd27c9f92d4f7b68d76509723e3dda5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd821f27c8b76b1acd5ca2b9a403f0a20970728d18a3eac2594cdd377969680
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b038e6a2398aa05c370f8996638b3d5202e61fe9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71d988933db20ccb2fbbf943a82908b68f8293b38ba468b27a0f989036444d9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78864670007cc6010b846c5be588780b68948b37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b4a63b41de31d86788d53859b36ba54bf8aa73d405592398afc224ec002cd9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4c8dd6f51f3f3d14f6c55d1c9bf6f3861ec35e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cce19785fd7fe608996163cbd2819266b5c307576016766b806c717cd43cbef
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f50af6e3741297c7438a48f294ef2e4b6350fe4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34eeb1893878a7a6facd5f6268c6b931fc53ac569b7767cd458147f59a569ce9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14945d8f56e63ee080e768605fc137905d62c39
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4148fc9de564078c6334f1b2dd935c09cf70a5b5c0bbf2f823a65ea610560f8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2684dc99b0a70f6164dd45dfd88da4bb5acdc7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf03160891b629822addd12ece6ab5a25f26b98ad87a99ffd90d4bf490856141
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a63ec17d11ad636977e186fd45f6fcfc77029d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7f69f5345d08c0b3499a1f4ceee3ca3965b1e37d1c447df6b444ec3045bc99
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba81ffe578bf5761fc53ec6b54735dfc7c4c1f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66577bf15645a46416160e614250d8c502aaf6b5ff7f6cea7693d028a8289a2a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755cd6876f404fc256059bdb0fb87c8d3e85691a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbd95c682592dad727a2b89405e3b1e87c5a4b6817ac6f55edaf10db5c197b2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0cfe18df7ccf849afc639f13b5244ed9d70ff9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f42f765dd9dbd9923bbee02ba18508aa12b6549878465cab7e945cbebc36f40
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b42c3986d6cee87bb954a65486e430b2891f2a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d820bd1acde681e2dd805d518a8b9bcbee8e84c69017e46793f138e5403874e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa67ba3cfa4b867ba4496fb419854777f58022c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805e1d502548c9f78d68aa8ecfcbfac1fdf591406eb069f4c21bf01f45c7c2b0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8246595fd2dcb85b95e0a9198499c218d3e23f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf62a3688ef4fc3f2e37962b674e9b1096750bf505cbec19a074fada31d9b29e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebdcd0c57fb7f60954a2c17f82550d29e4ef3b74
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd4df4510e428e482f013fbb69e79069341c93b7a7131b6849f978e0d43359c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594de15cc626626e6aa85af5451ec808df202eca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373e6715c09fb35fa7cb77533ddf0ce8953452f39ef7225983f8341d393c4b67
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7136b416daaa74ebf472bcd994261595912553d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28e18c56459d3fdcaae456b71261f95569c5b536834d7a1ffb3b235c885c699
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f8cacff05a7eac7d0a7c3e1397edba2f5f5fa1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e542e94be287cc10b72aa380afa9a172563af49e1f93e4dfcdc5ece327cf6f81
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d12d8957edbea82afc4ccd1b5e69f7134e38e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7d6544bd1f5e0b6d6f1182e2f5e070f8c494698d8f48b8e7364b211b8c4075
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b78466c232667733798347a441842744d2db4a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c4a328fe3fc1cab04aea1b3f54c3aef3df7e37f6061e1b521db1169cafbc66
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6bb6f3e5ced728d08513290703530f7d10d911
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65aff08969e27ea91c1d3759eef2c42ec02f8cb45efe6db5d911d0b707c3ec1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42fa131b33506072121a47e6ebe978b05cfb440
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e24c66ae3043e9d1224e7e8972eb611c90903922da47e3bd68a3dd5ac078182
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5298561a00fbdcf9a697cc64d6d64b30dc9016df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a2d8976e2d9cc53a9db3d17d1edfcbcd552c4971b6865b041aacf0e4c899cd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d1f33b3aa8f73a93fde07a451441d76f73668b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bb82484e75233bc0d687baf7db7ef3ecebfa0776227a64b84eb3024824c390
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13340d5555ce5223e92076e7e105302edea8f4e8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82957df631883a8d447c413376011bf73a7a0ebf18714426c69ea9cac7b5dc85
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1710a375146a77fb85ae13face3013c4f81168b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dcf7d19b267158ffa80d6592c5da2a88a1edd7c26c421665d617ac865efe9db
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54097cd515adcf468820457a7303649c97925592
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f35b5f686c81a66ba9c98f7ba123bbff08756d41cb1574ce4de479a142a01b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8e2ccbe7e9caab807f2869b0c92eb4cf0f879c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826a8cc859f967a38cbcd2c8f0671759530534894abe88e5477f651ad75ef775
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66cd7c3cb68c5a190c7073ef76b6db43c529e43
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fb6958505900ddb8d893c6f2d3fe1b1800ceba2304b8198ec16f8ca3aec952
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e3c011787eec4bcd8210180684542461ee7039
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56568b83b698c2c28d41cc40cd310efa1b3f9ce2e5f34bab76a5aa04cd6a09a6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f855f1ee17561924ead43651ea667c12273c1e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b30c2493d461eb2f363d41f13d6b3320cc0aa20775e2152d7a241bd42264fa1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c653b604a1df81f625f5e21685a6863bb7af240b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ab1d5e6ad47fd4df27a96a63aaef1d7c77788b874512ef6be6a88fa13b125d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96bac1bd442bd511e8a70c887b0cd4d2725fcc87
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b000caf69fa60b2e221144103f17fb323b4e4c8878034bfc04658e399c9fc176
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2330b2e6ac2c253cc60fef0a942a752a230610f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abbef87ba456a4bcf1b9332ec2d80d4d8bf31bb2f6454697cb5f26212926937
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab153f87570443e5013f043ef26d274401c11844
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820bbf504ee92fa06ba5c05d71a0d8ee7254f025fd068a10aaf06c374ee55a5c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4286afcd4e30be0b155bdaa4864c882d57e05e07
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca3fa7a6ea6bf2c5a23c4cc478e8d08df2f4811aa1580ac980191050f4d072d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bbffdc0d7bd8421dfaa5f71293948f51641c8d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f084477842c32ddb8d58f9f49e1c70ed693b7ed0f290c485317f6ce783e1ff2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b690dae26e50011654b6c056dd813f3e54cc97af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e919a5880b17a52af91ad1fc3ce3eaf8021ac28b4380defe6f69fb55374dfe
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39a5bb7dd430c5b1fe6acd05f6f57f82ff8c0a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a48941c160155670a8936928ca0b059f0b63dc2089c3d929a451b71ce7610db1
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_5/trained/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a096ecf0d7f91c5fc86e73c828389747e776ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc23b85794a3aab0d290639cd4fc182fdfceb58b475f48cbb36639ed50fefbf7
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0180f744393263479c49fb294ab0d1b5609be0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a727946ea33430ae59cd06ae9ec80ad862d77c82a7e4c4d63a384a65f1382437
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4fe32077c75266e7a86a2d04b023429f5006d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2759041b4eafb6f3cf450280701a84a6ac03edc318d401908d7004f8beaa29
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cffe7b7a66e7bece9bd07a5e888ffe08012a8497
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b5f514fc1c9f08f26f72d398cc058127520952f38e5d831d870885539944c5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d37f66d7f095ee840223a72c26fcb4b08dc8dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c973fe0146fc077179d9db4ce73f619a4302db36817a2f9b4d2a6406d935d4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6dc91eb9b394776a99daec61f8987fe041ada06
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fb7c44b02294acceea88697d1ef02c4ffe8533278bb84328faa332542c6792
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab163bd7c7687271375787f00f2035ec61981c90
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c65b8a4aacd48366b9f952dbb5550cd44560ce91e5661865e8ec04d907be71
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fefa4d4bdaf70dd9e089cbb169ff6ccc8c3c2d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821ee05bf6486e63445f92d200dc597928130b45348fff377ec27a7cf105579f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14478f4d361fdc58e6e971352b3a09a627abfc7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8204b0eff99aec84558216365da5d6c2ca8b7a7fd4723033cf64566518d6b72e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd35f15537edee3756837a27e22d98657536f1b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c8a3c493421375e5ce46bb90931b887c4cfeddb5dddc52a69b20be6724cf31
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4b18dd7eaf2ae5a8c68b58e023d12e8cb87eb5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd131adfa843a3f5eac3f080a0216b222b587953c90cb5397b92a371b73fcf43
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e7c0962337f322ef5365fcdf662986e9fbd712
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf1f92acdf5aac4b899289734c2db01c5ecd8ee3081db72c4e846d7620a5712
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f40734039dd067e615849ff1d20ca61bb48239d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72364c211bc8fd2cabf69035917c0aa1e424532b49ba72e2a26b2f4dbc20c0bf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2870edc40433042dc02d9483488e440848339d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4d3488f57733f167e2af34fcbb018e7922ae1f8125d7b474f672fe4be0ed32
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615a95ce09d4a7c443325e8934fef5ba30388f64
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f26d94c7808dbf7d1131934793f8a17fee0b32b97091dbacb816d7fc40b7d0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05432954852fb45bb708f5fd0403ae4da6a175b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b798348a7069e92b76179ffa53b42b342c7a36e114cfcb76f63d131a232d5fb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40330b3baeec26c30b1648efa940c713452d20b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea86824d6199c12faa7a2672543b749b7ca9905b0f3696dfb96e4b0339201fe
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812914a464113d0a7cd49247ae23646d83359920
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f68e69540c6390d4b14d825edf9aa59a6803a712e2fadfcba3497ee39341de
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878828b98160030867d75a5ab04d949c26479fcf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc53817052d55f39840cfc3ad1dfd1ef0a75b8525544c0279d5a14d7d87ab51
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7895aa801551c6b20df572d2cd54f0195cae9498
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85583ad1f0fbf59a12692aee48e87d7ed869792a00e165eeb0cbb5c2b99f58d4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53bf14fab8f9fe9897c1d1a8a7f6ce2912b208d5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fdd13a234d5ff1bc89fc864f2f18b8fc854359f8fd152544f8a6d8e468a1b58
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3f650498d49f9ff57d3e1b921d7ce455ed60fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a395ed63a8c4acf251c0942f3c03d1f6a80ecb1fbb25a069c6b9c6164c79a622
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f205d85004ae2d8911f3ba75219ef0efe3783d71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e77db3c5293b530b7273f58e9d60a904006fad7b0273b0832698d964f247b8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3be126ae54ff89ec45af03c61d860de73eaffe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb0a41343e1fa614d407fd003f1a8ecd6c6793bd397aeac989e61a2600fe931
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2d5e619e2a6b738d62078a2a78b43bd2ba4698
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d57d6ed8d26c9b3c59c694b4fea085b992cb928bc5b8dcc5290e2c4d851e99
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa9ab973b50002a2101a749f85f2f8e8ecd2b01
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b707cd37e060758f0fb3064037ddfe982cf2435808feb911e47e5106af902919
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e706fa9f1a5e5412c21f52cb4cc046b6134aaa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4ef50cca2e17d74452030791267c3b0f7db5faf39d63ae4d8c59396e9d72cb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d64a0b803aece27ba90b7252c439e2ad2faaaac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d832978dc081b582f08185e621424c6378711cbeff1eab51e51b2ae56b5712d0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5aefd07b09ee7c0ac2140665ab6f6f2018d2f12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4369578f9be70aaf1e132696f7911f9c365410f340a5a08ab925a9eada54af
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af55fbd423f2194a2084b91bd08f2d1d447cb3f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d8bc8973737a15fa6357b6f1d19ee0ad851d8b66ca71494a887e6a454273ea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a3d29ae1fac765e5721efbf8568b243270f756
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed62a89bf193a901a48729d5aaf2429da8d505f18fee65dfcaa86982d25759a7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af06e7861bcc8ecc64dee408237fca4ce3538fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2492b7f52d8108fb266062a415736f29df9b86d9f74bcf8d1ddfca1fed0cd85
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90edfc5e36dd4ae24f9654d0b02d41dcedd50667
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57224f4ecc23d872ebafdd414cf1cc39242e507d16972c477432b5170b119880
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced6f7b9f1d518364999f1eabaf336994e6c01cc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a1fb2b2685c9809ad2de38f5a26a0203ee5dd0a9059be07ef02c5fbfcbbf7f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f226232eaa7a84efaef5414219e282426c53cee9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65aaa4fee3a647c3596ef4e3f686ccabcc02566b7f101ac91d822588963c4b56
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04a4ca741e2e8f350cba12044fdcddcabe8be8eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874fd028753a1b3bf57df16fcccc8ee159a5d3247bb23ee356ae1fb8e0c4ae6b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3a8de09b61a18f4bac2c64b4e85026db98fee7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850698538fe8fae6be3739e694afaffd046cdb8a8ff0791a597534dbf394db72
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b988dad10fc88db5faac2a0ed25585aae413f4f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ade551aedd200909d2fbb3e66ed59586cd55f94e645d962ebed0737f77f4fcd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4fdf58183146bd3ae5af378023f33e3e618552
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d36576a8f46ecfeb60625d69b1471d3c5e00bfb8870f50cf2cf82204ff4d7d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9862d4287aac031100ac8e0098df60264fc07303
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e609ac66c3348e0c3a7b5b29765cbcbbd0447eed09ec0141fc257203514819e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd0c5921540a3023105e62dc89c2d887856e3f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e594aa3f9e70f7a362760d76f36281bcba6ba66929309483292f57282c6594b5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430d10afa10f70d949ee307de3226c5b37e6e02a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237ddc9269bafebb30e3ff3d24db4d543c418d42277c777e7b9eeda36fec15f7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8a812ceef01881d2505fba0b2e8ba76bc0078f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ae011ca04e6564555ae6791fe7b6d20fac4e36d725f618d9ebf7a06a6b6d14
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a403d352de0e7cfe6a70fb4c30d7896a98c09901
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c13e443e7c8735933f29c1a9bd33513aa39bb17741b2b826fd54886e310684
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51696990fc3cb1134ca0b806254209a3b623a60a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ec179b420115f5d57f0e84b53a88ef843207fd8f0ec2d5547af3747937974a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f143e18d353c6545ba7d287d7ed542fc895eef76
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c040667bff3d0ce7c536f565130dc0c4693df9cf9c88b9baea00436224d171e7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bd9f0d8e1d6da487d5d9ab2d0b1d17a93986b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294ff0769f5d03d78a490f776c3712419d1f83de2ede9c9384ca0a02381b1ffb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317b757a6c72f2a5233d1889702feeda10ea002e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134f9604391244a31e3ee47211250f0d4e3567d3c66f7172d0e9fe1c61c67b81
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b6fde61469030c00932b209e537a8f97bc8b07
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac8f3eeee33cd6651ef4a83cf0785e3c3686c9078761da751056f3d2322f111f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffdf331fd3595dd77fc85d9c4a01d8257a986b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdfcf99fde1757fc2ba748c67f1d1b7706db390233ed14f0fbad13d1183b7d24
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff77025782deecb0cad2a4447aeb1b3c7dfc519
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb92f27279a86001a0f8eca33ebc070263f54752a511346227d23a5f4bd82b9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967068015cebe97ee1874a2fbcf6e5febda47971
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fcb90e64bd9e37ff57be9e734219cabf5c1403a6aecc162a885d6116476159a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c08ce9e57bbfc2c1c66df935a63ecb6a012bbbc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1065577c1d5163982c283d97744c7be1481124714d93e246a7899d263606251
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b117d4087ad5e95515ecc4d6acede62db6c8924
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e730767f6df54b29fca466fe0b289f697db367cd924795695c674d77ccc4ca
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64e7579dc3d3c4ad4b49c0c8e5753de44819fe0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325d8b653319baa8790e91ad1f9792e4eccbd45d1b2cd149406da5a6966f2313
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3914d66547bc292299ba8a91057feb34a46516
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e19b5644da1cace71fdbbdf87039b1d96ec8531ab6c4a1ab777bd1ea5da5aab
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61146a9ce22befe565a89f6a31b59c0a2075b8de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eccd780519e3ff5e0e5c074d2a614510fafc5c39b25baa7b43f4c0ce06315d0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2bd79088c9f852003c172a63e0a48872e7370b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab8b419777919c8b048d234b4603c6f917cabb8430372928c1da63cbe9fc43b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ac4a14dd30a1c573d3a6c1eac15382faf2549e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ca1a92611c1a63c2bb3bdd1d6b875f5a5b88e85c4ecddfaa4997bafbdcc5ca
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f18c3bcc8695014d97c37204064d83e18105750
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547591dddb28cae564d637907085da5199950de9af2512fa61a245528f1e318f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28582c58d9db0466c4e2c224e4ad9df89537c10d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8661d94190be950019e0d07b4d6db51546471156617beb9e48cfa8eac81757
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94b92f73c0530df8aec57284aac6ac0ce35ce9e8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39d299f5d164ac322023099012aa9eb07328ff13fdd323daa47050ac8a7307a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed0536ef00cded65ef359c90cb994631e19b8d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1cbf561016fd7006e6d614b0c338fcd89163c8f7ac0fb25720fee4643f3c8c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff558d65105931e413f5305963d48ec73baf6a08
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814e4b58b0e86cdd7e742524fe77aabcea73660ef86a3c63a49357c816779550
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adea5a90b0ab2cca50b02a40d2ceb322a4758fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccc6398bc5d0232396dc79ffd68102f9ffa64e42710e5a5653293e3fd2770e5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d76297beac5d8a90e225a43e7b8418c423629e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7300b689a4d12c838952a327b29193eb44a430d3d8a8e575b72d47bc30ee7df4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3272b454696669a6d855c1c87980d90d97b642
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c165c983fd4bd1af3d1cd20dc69c3924a82ccb9357ba847e8f8f53244d9fd9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1eace1442e00b8d413b143e232c0ce776e88cc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d3dbdb1ff094c603b3e3fcd52c1c323b7154d33e9534b392d362af7b49acb6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7360a79e88a5de5230afe23d717568b3cf0f929
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42da058c88232a585c2b593d07b067d95feb38f02acb6f8ebb088aab349b5ca6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4feafedb3a65c8f5a9741f10bc829402f4b44a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b9f39e9a0107c5b7218f8f2b8c3e0beef148716ba7c791aae04174f1d726e3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad8a79b419ad1c6e938b5918505576551dcde09
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd2f56861ef722f23da0f791156f4806720bb69d83380517f0db61fb864ab3c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fda17c4d098463c79363f14e5c432969cae101c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b108355be1dfb206c1da186a2f802e86e27aaddba8b6c12eaa730df20cc413
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5648d49982e576d8b63187eea4b204e8d05c4024
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de29471ef9f8c9c52c6a6b4c965348b3d325e7bb7da1714792a3db7093882c7e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2bc6a4a0ae019b9e7ffd01560d2b74893837d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00f7939d1189e3bf3337d24c5c23c5a2d08be48aafc8511514a251a9fc75113
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf954a007a9fb479050914784995bcdf1e9fd6e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4de5f786d0f96ed68c8345c1a76c6d1af44ff431273a95ab3f38f9147a5b478
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e11410c8d61c2b2b5312e487e7df3976fbba1f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe3f8f5869d02a00935e62331d7467ed5192d8082357b3ff437fcba867cf85e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc579a981bd695718e07dc7f162d260b73a28568
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfba5349ac9dc7089d2ba93b8fddfa290a005015de0c183f4a2433bdf7f23ca2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9020008663fcf1152201b06a7fbcb490224a31c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb89f8de15f8498948026edc5aab11799b6add0cc12bb82e01d36e286a7e440
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6be3315cc77d02fc7631982a0e46be81231aaf2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27645c5a04a1e5eb7517371806ef6975ea33730fc523d431a0294165f5630cd9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c71f68b180031d2aaa96718f08cd71caba31634
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d3c4cd6347d07d96bf2d9b1574e855092623566cdb119ea3e0bd372d50d180
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d77b3764cdc3d0a85384c8c373be9a77a912222
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bcaca5abd10657fd71d1cea315e35d01b77bfcda6eba05f3dde6662670b236
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d9a6896e6000c57996da16854ae64e3ee24397
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b216a9357777e2811d838be7575c127be9eb0c2ea329aeb587f4785601ba7b1f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3008ddbc093f508f1f0917fb2ed29b7ece8f8229
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66dcf57cd4bfc9eb5da22cfb123674fded4ff43499798226cfc86f33200af296
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae85495bd0cdd7937846f263322f42886c9d3f83
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537b591822e113111d873b4525184b5ef604eb16298ac010aab74c1d6994dc43
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca5e6d913dd27fe78f08d738f560d17be34db4a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabfb9ee2469d41fc20225448bd40fa13d1ccc7785ebfd4cf8fb90b6f07f29d6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb2a4141ff7bff9751b21378af402d678fe490d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ae89b4622719cf5e44cc188eae84f07e58d57ef8514e2d15bfe1a097d9be90
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82df2d3971fd94bd0c574207bd93e368806912a0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966fd22297245cfa6cdc69be26700c61d8ba1ef143c05ed1a5b8859968e36367
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10077b43ce593a1e02b490a4d1396bc92212dbd2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea662b6d5def06ec1297e00eebd40169038281bb7dbbcfe2b31a7b15e9e333e3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e14a94ab5465483eb9e84281a065bd1d5603108
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf5c9fa6de1533f9efd4f742f44258b8dc1a7c559849453f07198f6848f36b6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af3c911d2ccd63341cac3d2d88df622f264193a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b317fe9b7684a1169f90518839d12783ded9347d075927e7b0f9e8577548cd7a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..103e193096e3a6f564578e182fe9cc987aa56788
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba72562264ec44ca1b9781734546ae87795edac92e5c6a34396b8e3d60903074
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba443cbb4f48033db6fce9ee936dc8da1d5bb4d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fea42cfd892851c1a5407631e9f4dddeedab78553ead9b62b052aef958f10b7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd50c03a0b540e68f534267691134a188a456b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52a8f1f0cc6990442dbc1f7ff4a5847dd1084aba493c31280a5a7f43c3e1387
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ddff14840b479c18f7d5033932b8018b6133ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6181f3e4c1ba45939350419827fdffbb1496c45b8e2021a52e06d8c321281e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39df1536c4bebeb51b08938e62b7ae8e7e430a9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab553ebb806948aad65ae06339193c50716286ae83884d756c54de558ad78836
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a9dcc641dc5b359c422c076bc747f9c57726df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cde9afb4c9a82505474bf58e1ddab19d7eb6bcacfdcf7a4cf58c50dded6ff36
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6f9f51171556f242f23fc9a34a61b4bd1a07c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30df2cd8634f79dec4050236e657d573d91e0af437277443c8de9c494665df79
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85523ed5dc01281c9f41763eed8e070b6429c0c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a8856aa3ac9650351416a361fb614a57441a8555e9a4853c5f7dea616057c4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649ba3cc33779e3969cb81b2a1b1a25e23faa627
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a899aa576e84c2c0309da583f435eedd50e909c3137bebfc5217e22d8a03775c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac21f7bb27c85e958db1817bca801c2fe0388261
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe5b727a8f104e1c383a1c480ef13eace587c2fab82e8a980a2e5a470d82b9c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ef35e170c93e34ff273bd9da154503a7c3f00c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c62e168d8c9e17ebe12c58d41e12e1b13b99fc21e4e8cfdf619da3ce0bf108
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7171d162c14de72f0a557598276598194cd99f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfe133d636b1e3442ce808ed78224621dc90bcf9bc23adb910e7ff79387be83
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9727d5540eb51a8f20e8ae861bf170689fce795
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd92d0417b27f784936d98f4a1ab7970619209850e77a02f9e04543186e3515
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae38735193043d6c20b437a879ed240b1d242dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335cb57870eecbfc7bf0e3272961cd1703bac1543e4d1e244a8c1c82cc0c7988
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40399721fee727b8df18d34c9284c547ae089e5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cced8732592f9a21c9b90dbde3b283357eea32810935b8ab4ebd1e6667dece
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7461bdaf1c63cce11cc0023cf449fa889b7799
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0694e5fc852d3bbc75fe9af083b8995bcb9b92ffc2f0833da203355091ca5ab
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7512cb0f3cf937dcc4db122e99a6c71a148f87e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5deb3f699ddf5b6a0aa621d6bde528b954551ce0cd43e99b58dd42ac735709
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae52f04a13e3183c9400461498a75507d802a212
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d216979591076ca4e550c363a7960ba61ab71fd544b9c2267fdac85f070d85
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ef33418f849a7cdb66f5a60d5e7d449e3f8e5e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d83eab952d51e8849b220a1bf81674b501a10696972e4362956a74d9a6472b1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0106bc5fbafb56884abf05ce55befd10a739f4a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dec76984f78f34a3d4d5c50db6bc954dcaa9408eb28595deb12f9a9f2c66b3b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547b99a58dc2f9b01b72f4597c46428cc70e47e5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2b389a805b9d27827c64920a4edf9f1eebbc0adfaca4925f934dc901cc8685
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e1e81b15411531b4a7158268eba7f01d1fbe27
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f0ac4ddee1b2b6d4805104293d6f483c073e8cd51e1f06c2a54a697a100493
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4d4032b985783a39752cddce07919e01df590d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba8ac1facf20415e7b0541e1cd5df28c7655833fb842008a34da4a1a6b6ee60
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260ba33bfc1c07fdb6cc95990341ea5f4c8ef9dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043c84764f23ca587076a46fb0c778c6301eb960f06afc189a135a8b608846a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c04ef6b6b0364fc4b57af7a7d89f9e1a3b02fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31f750d61c2249c90af1975cf7f8783318acbf0236ec9c4ed4baf9e0d5c3d88
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34767b5ebf51a8b837fd2935db57d99894fd30f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8677ff13b466f30fe2d3623547f01107dc1fb8745c3549b3ae0a59c5f29fc0b5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc749e75d0684d0ed5e4a901de25113ab6cdb9a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c988e888d6c63cd5f1d927e48951db563057e67f7b48c8f130202872e248fc27
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38758c89c008fe9a2996da361ff4cf36f0316988
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82399ae4a0de4fdf20cd03d1c7c47701ce7b5f7834e5a5d1c6412d58c25836da
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2fab6e4ca5af899994dad32f579b5f3a1def11
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579bd9be9d2e99063506170c55f24b575d5690539c61caca19fa1df9ca7008ec
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c04a1b1a29be2f8b5ea69b077b87c567e841c793
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f87895db336b8694af5b7cf279e926b0fba133979aacb2dab1669b2de5123f1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d1c5b900a66b63a6c4b3c0cfe774c95944b9ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460928e11abed9c242622c600eea3814d2448b8a6069ab1e0b1e2acd331d36a9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704a4ac5c15e121849c798adcb3be75df321f53a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af2555d2758d3e7c4947d661d04084a6b988ec8dc8b6c9f27069f79a6ba3130
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2006700486bf2b42d9e83f4a3f264719356b3bdc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ccccbbe6809aeb0649a7a91a06ce96e7973251f2027b3ee749a49d2deeda1b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aae0ff4711a01e2b0429ba0a7d5a19d20541952
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630a33f814a8fee59af908d0c56ee7b650fec22803a1f20df0fb9d1d01c0f292
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2b6c2a6869bd635fefcb7b01a51ae132bc1f7b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ed64a37ee1e2e3d2a0dae7758d3a2db72f532721863665cd6cade96a1c7854
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f382d19bac121cd65550df73bc8680ec35bb12e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1565a1bd96b5a14a074256e1487f3f18eed1c803d3265d3b69dacad58b317bb7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee2f4307c23bd944922fd72f7adb17e3bd3bdcfa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370cecfbfb7eaa01c23af2bedb4c0132951f355435dcd69bf38cf75ec89200c7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc8099630d7bdbcbdf73b7c069ef4d9c013691d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42f45be41883515a107d2036450556a97ad348cff0e25c62d35862256a3a240
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac40e3523d9261ef953e8c619216beeaf5b447b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bafd3bd6ef2040d969c6def66d787974a57f1a1cf019f74d2128050f8625145
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e129fbe816a6029dcde2bd58488e75407349cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5269c048f53a2cbb759e9442e5d9b092e5098c1c8f21f1bc037cb5af57c06765
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5cc200fca10200c42ee9d06cae02ad244dab657
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6543012e361d40812f3a3cc7b63e4f37010a2f995a5b1e4b02311243000aa332
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53923cbd18aeca52b32af1c446311d4fa2f61664
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce255fd4f980f71b2bfa1f430c792878d472d8cbf89865d2512e0fc461db7c89
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48174569e6dab3d96498bb0231633ce45348654f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e07c184046133168a1245addecf715ab488336f1cc0b2146b22098ed70d98a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03eee2ccfd9137a343429e15fded94e95c8acbf1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc4a16b6df5cf6e10882c0710b9a434b4f3dae28a637c9f28b6eb6444baef74
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4eac3599d20197bc889827a10af72b9dac1c5a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a6267b41900d212d7a48080557aa7ac4e40e1b41247e3edd9ce15d60f4be47
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ac7131930eeeee7c4cca55ab29818eebb36ade
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05051be46a417473253a1661ac70b7e30eea125191036765f0c564d538bc74a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f80347226ed0f87d17ce6a6468850144ccf0f60
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dec14e46468ef26424ac38f0727d68ac0654b434c6beb405b2be6ff0e135b71
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa561b8ce84ccaf4b29153ae131dca7929d6873
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbe6e807e96d5000a394b88c81dc50250643fea3afe91bb3842678eb4dfe351
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9016820643d5a406ddd8863c5c80afc1db8c6493
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8170b2537889ab77a72a8b2dbf1db38039b3f782dc8f6097ddf3769ba32fcac3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1151f80cb2a5232e8573122981cd02ebe566f55b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16a666766e8beb05684f3aefabeddd9b8ee77923ae3cb4b50aa55a26120a278
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745cb51ffd563479434bdeb02a06734f4831dd49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27664460a39c4f275457bd9723f505e0c23c0cc79a2f4dd7c84a79d8d57d5e8b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06b11f812b622e80949eb77e0784ffbea17c96e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24fbad66caad9a09e4a97b5ecf770f33566da5073379a8f13222635523b61e77
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d175844aeb96f127dba95afb705074e46f6c53cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbf3e62734a1a71a0d0da1c288ac1ca426d7b50c7f2e9cb13bf452b06eb46b0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24ddafc172fbb9c208f5e25faa49a81a41c477e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddfb87e489e7152916de81866982afb1379b3af666410fe0d16eff6ef2c552e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c01977817d6867610e3fb3aaafc57531599074
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20957d4f517a077c12479d6ab698114fd034bf6cb595b7ed55c0a429e93d9ab6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5b453c0b000cccecbb98f4eedd40ac5f925bb8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81baf2fec19a155e03bca03d5e11ebdcd728fc8f148e596b54b86083fcc99e0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8cd20cb000d2f76ea0d1c4c1c974e59497769d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd63aed4db9be36af2b756b94d311dcc063d9b6d0464395930e31195115e3855
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3aa18b2de071f3a92e6b706a103e67bfb12df3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a44e3ce831d0f39d9e9cd453a39a233dfd4d3dc29e30f1a357a624f49d1ff87
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c179fb58a832c67105aee1aa14ea4bf8cbb7d65
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5dc285f4b1884353c91618ff1a83008f215cb4aae28479d43e33bdfd748ecb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18e2c50f821e3b297adf83ca222af12d444a298
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478de41723caa290e0675f1d93e93eae090a988a259e3f3700261afe3c47b2ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb309e18be542139b8d06352f4b3e87fff8b2faa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a964950b1365fc4cb0415fad2215184ed4822c46cc5fa8efe8cc00bb9a7854
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf32a32f647bc198bcf50984f60b3378784b9d0d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0052a954a6340ec2aff91b77b1dac81485c9cf60182f2ca2b47797f26ffa770
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff56e26ee067cbc653096733553c527558902de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e358b477cb9005229124b7c9e8ca80daf35f2602a44206b284cf35f88dd192
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7accaa86f94a268282f8a0a56b0ade3e9b90960
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238cfcb2c89fedff6e269ae754542478aa25363c30ca4b7b1eb5a7f9e65c8eaf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d01f77b226570cd06c96a20aa45070e44819af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edc6ea1ca0ebb1b310abfdb177bac604321e803f8aa725b7504991e70cf5aea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61eb60fbb510e53841b53ab0f04382085607bfae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d259421ba83e046a40eb56f7de1900d26da447ba9ebb4a78b8b6449d5dea00c1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8868b308492f06cec5624ae62ff7d9d477124ffe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97534fcf3e3d7e766a193ea03b11dd41e109ddb67831a4bb69405aa23d913996
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b312128411402d6bc7690bb4b628152f52e9b4e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd327df80878ff93b7667178cedc26cf87e34a0f092a00042a4b06bee15a48d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b613da9308992030d9fcca8b4215b967bc85513
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be08ebae411ad8d56b81076bc16ddea1e77319c627b2ed9ecd6858dac6f033dc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84830b9af61d6bb400e18909c075aada5160bbcb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b16a9f0897ee48f4d4091a475fd2c3765dfd1f416fc543276f440701fba510
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab60e3530e3872127f9294191a74f501ff1cdf2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e11fb50ce981496f7042be7e02afa1340f54bdaf0a5632a732ac7e708518b9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e2dbb03ac921a9907a82e06b60201b70c8904a3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f7c23946ca9fa26813c8bc125045f11feb313ce6723b4a0304ab520e90a916
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ed8b2ac7e35f8f95dc540a40d297359a2023ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59abff5103b3a2ff569f256ea31ae081bf1b3e685536e92eee861f7caf87b9fb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7872894637981370af3b88e2fc8ab3993915f6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fed08269f75bf4628e9318b19bb49ed60d93f9bacedfa3950ea3df154b0ed9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca56a76401657b348d354c8925f1df65aeec0e00
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948f9b0c73067aaabe5429190a6d914a2af736abeac40b97122fab94766cb9b3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31748b79a6a68a9b9c8de176ec31fe91fae401d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b023c41d053f77fe4b822b1acf344a1f19b3cff4b0fd32a19caf9247db9956d9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab939fda834f52cfc6e6cce1a7b3face6ff803b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f246e66570b433a25d0f0390a605dd06f7e9c279c544539cb98507a41472bf14
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c4ac33a203734e6dd15454cee4153465efb866
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b4a20aae7bfba59e29dca13333081dc877642ecaa57a1f8aa0aada7536a7f2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5360f7b62dbaa076b8f793d05092e9f92cf0163b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3acea51bd64b95bda0a5a574a7d5b2c6b8bfad470c101697161168bc74924b5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3540b797fe71ddec35fa91f50f877837eff5b709
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3d9288fd86d9925ee426424b8de08e6fe452e3e70af6132ed13401c0378d1e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd1fb56faa8716e83a7a274eec6cf68964fe48f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b41f667f1c595c449d192b381bc0b5bfccfba044ef98eae1bedf7b42486b0b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5aa6ca42c7da2feaaf66271e04226b52cdef53
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596f74b1d1d6ef1620577c7633829157173a569c0e9f45fed3a0dfa1d1b89a2a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61bc6b3930a218cda90ba14029f8a556c62ff4ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f21418e9d47f5d4fbae67a7642a4704a0dc386469a3d0e1c1085e2a7a141c55
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f4b6cdfb1a9b039bc8ebaeb06e4dbd57120b86
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b29bc4ff58b96034a1714c2226799b7c0a9416b6149ee95174bc5f35beea26
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2118113730f11e42c2e62b8af2e99126a5054e90
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49627cc35b2a045588dd9a600010fe2b394683a2b14549676c285177766185c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1112509be1a855ece4a873126cab41cfff24a561
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fc890ffb65c88aca8378c1e96093d28b7902c5e0c4ff5e2b4161b07670b83c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e600302d09929685b9a47604cff3646023b1af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec968d7fc13e4b7e1c80a1b18f7a1906f7d24e4a7d319e7485f48415db99155
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826ac8bdb36c6b9f2890d1c8c122af659a28bd15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6ffb363d7b67fc0367b0c12da24248efadb2bced16300e0d44cd70e8ad20b0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f7ad19eae41c0d5400db4001ce0527be7cc356
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89350893955bee78ad3b6990cabc1a4082ddd6990019abfd3a7e9f59c09ea602
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1505d1338684be99ce9a731e0a9c00824d7883
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5754fc4e1a1ce98934ca476a48d43fc36428f0adbae86c4e8ab21b167b1668
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b178bd7b4e4d396cbdb36832330372ebc5c8a50a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609009e0bdf452a6235fe0d0db29fc926deebd8b3d72354df878c4884ef22154
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb11dafb16eff3dfe89c5c0036d3bf541602510
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c34097f3c61eb1d1632cb383b35299c91e5651123844771c878baa98df9ba0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33cee79f03ad7dff5d7932a944aa7a1581099e7a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4ecc4e1afe429d458a999602a7d50ab29a0caa8324ada6932ed24dc30be4e4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c8e2a4f43a267a7aa5dd0c64b638242f85f5e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf4869d60da924b34243935201422c365c562ee6fd3491dffb6fdcc8e22b665
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..557a171c1563d1497d0b1094e66da5662a3ee059
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219fde9d5c067f7b95ed4aee3f46560f729c9fef7536e5706d83f8bd1896fc9f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cc1cf4574725978e5457be86a40b3402ba55c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e18ea22f25fa4fd368f5a6be6e13fded773d452ce288e473404e28b75a6094
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3b69d9b50f2f7fb4520b0acf33fbb273d79ad6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bd733b5703d6d8c9ba2f1809c5d40bdf3bfb5b54350cfd3c91acc9e62ad848
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027ef83ea03f31d344b8bfb32c4aaf7b435ab921
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abea479984d894fbac4a9f2d56067028d96fbf3252c552e33d164496a0a70ea6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1f31e7a0dbd656acee596c222a815333bdc3d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213cdb39a4e909a8fb0cd9a8e9a293c6856b1667609dc5fb63420fb38c182d03
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7d73823691a3bed0b13e5ce61af1553dfc23e5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d828c9ebecc0c6a117968b76051f48b5dade97271edff94812691cbb22a0a74
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad23d2d61f80d3843a0ca251c9c1a637ce55178
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa62a25f664aa71041cdafb658a34806c9a78a45d48230e68f780d04f1600ce
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5c42c0438b5e4b4e4661394b1ec5e9720de732
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f662fef9d4106bb56fab725333907c4e8279e00f7d9a39acb3b7910ec91366
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efabeacbeeeef7287c07a1f92f435d5d3f686a74
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df78159d8c44550d7c809c685210b01967ff1cdcadab15c98f9f4471d702f36
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561085efcd53f340a38bc932f40090935de8586c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae20ea72a266ce55fe8c8e1541f6831eb39c704556a108f08bff2f326b8d7536
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46fdc51ac9a547e39b656c19352eae497a8aa71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3228dfdda904b5eb60f9ee087baaf455a14833f3e25ce41c0164ea444bbe5878
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d16393a547357d18a86fa32336846d74cb23ae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6453a1548f51162a36cc06bae8242416ea12b06dd117f93e3b96681e29955805
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdf572c600607dd0abcc03647c701482f7cc252
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d96623889739b5e5dc09365f6dab2f08601cc72b3e41fe84533b7c928cc622
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe681e2cc59a2e0b0f870cf1ec60fe2904dab70
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870cd6756c63d09bbbdca5c8c22669f4965cf696cf1717c64260e384ab61fe4f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7e79d159636b861b637a01582464c75268a354
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8da2a1e00b3196ae8a9d521572d84bb1e0686001e969fad788451248ea7db0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b656dfb32d2c168b271e0bd945e82f095f04443
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987815157ebacbb880879516c558ff2e5e40cc204eef8735408f226ddddf5565
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1eda0c9aacf0cde6c851d3eaf006542172a5f92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6371e15b4fd0a692520b74ab49489f56fb1673dd5d344a2953966b7ed7f7be7f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f12912db77bbfb6ad348d09ef7865f476ecc42
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff2f18a5e727052b1e2cdfcaa1ee20df91f392be505c8447c59a0df17895b65
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6793fd17bda3fef1fd51c2e539fed43c2b0693de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a6af27286ad8be4d153f5eb1dccc569c23d8b9c750c8eb12611187303ba4f13
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc8b65f8ba0774def1bcec332798ee57ad538f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c698f7a73d330ec965f13a130886fbe34bffe4c31ece6a887f27c84e09d02a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72db31a5f57bcc64e216f0ae88333a3cab976e22
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f68f16596574b4678581d3d34229321de0d3b2cc736fe16f7484840e9df117
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646ee96cc87fb9e8438f4b9256988ee00551e4ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e785b40f72ce2a45ed65dd1d9ceab73a808ab40e45818b5ecf022355c1daa1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685add731600440d9f5f9e60c172e3b154a6dc3f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f8a5cb96fd0f8307ddcfa3cefbc03a8da277ab2942d6d649875b1419d0c61e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc80fe933a7bd3bc0cda554aa75fff39000219b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67371ac8f8d74f6ded680e223077356bc5a00fdca56bb9719c1fdea5fd601f22
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5f8a1c84af7893496d3fb8085a131245d3976d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c7982b50afc57088f2c92fdb1f368320f36220a243aeccc76032e994c5a4ea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7d23fa0b0031d4aac766f4ebe6cfa2d61b1ff0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a996576111539b4fabe2097ac1d197c73096651e80b3ad8215b2aa74ff01ee
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c01347a1ccdbc568be3352b1d3de15e33e7651
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3066f521ac6ce3decd631162c8c50b881aada422b6df1ae9410c12d6f092b9de
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b847ca29fc11fa5ad42dbeddedc47489e8d3d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6d59f8c1a8dc944e659518e495f83f094bbf656d4c23fec352b2dc3ad217b5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e22adeb1117a03686610acc124014930de2212e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690389255a341c3f264c398b983f08e409ed912fdb06bca73ee6391229e16c0c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921c08720b896362af78dac3be383c1b787d0549
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd679e20403ed2f57f5d241730b5eb6711eb20817986ab58600b91abe5654c12
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a267ed547b436b560f77901a7db5e65ae7ea2d4f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8487b50d53a12cb5ee2163c0067f997ddbf5e801244aa4811bec4f895687772
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abfd825f7f96181e3fd4cd566f9fa15f0577c087
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0dd53c3d758aa43614784a3fdc4dde6ca2f7d941b473ce255fec6402e799f1f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3baf78ea96adb65ddf88c4f5ce129d3841488b6c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295cd995dba978756a6e33657ba98ce25ecfd51bd8f41095d3d34ce341a5c7a5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e95dd73967d8ec3c49eb62a75ebf728e8f9dc9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec30a0f044051cb6d8d1a64157a64d4baeec4cf7b6e83d2939bc138eece52701
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d55d2e0f0c9279dc282f9aaff0e2d2e47fcc395
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d34cda9c4699589b15f9d99df1fd85c85b67a05c17cd56ad0a50885c4eb1dc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b455f92719c698986d8f8511edd0b357655dfde7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d772be97889aaf53fc9a7ea28f5eb468c7209937bc1898061abdbea7a172159c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57797429aaacaacf8fdb8897b10f8ac374e2265e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba39f35831867cc9e1846e3346d56653c1659a051fc4f6caa6de85280a425bc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ad8fe412a65047f87ec45564190271407b0d8b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bb72c21533f4e59c00d7b5dc2c56abcedf3b96717300636a26681a3629460b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a111ce1c14fdb47be56829387b9f7ad58f26b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1001f4a77e982bf25a1fd075bcb305a5075de07e0ab6dc9c9a4e5abab553977
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdcb6d579e7345278b4a939a6d48260da643e560
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d1101f168337fe53973a6045d00ba139baf0c746f324ba5471c7cc664cd0fd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c7c596596b17aca7b92da16897fa28fc3e2729
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d5fd12de566100bb8f43d2cb4bd089057ad4ce7893110bb9053d61ebe53aa1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16d53009395595b6a83436d3e00d15bb28ff7338
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7cf7fabb7fbd749b0ffa32fb71702af612347e201fe02ea9c61e5ab3506b6e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a25471f58899faf2416fef122e482e0fb2a433
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239e107ebb504a63ed8efc6ea0db1072f4a051dd920d15bc84aaac2f7937dfc4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01eb8ef32fae93f95e34a3f9bddc5bebf2013a32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea981be4f6c11d789614d0109f2ecced785416dbe36d6dd28c4b399b33916e4f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e43f64c17f4ccf77c313de214eb3c11ed2f516
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aea236eb65698c59548b48a7783eae21515534823489ce87540fc0102629dd5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932fb28f5568b48344a9a50c81083226bdedc178
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c020c1c4cdb7612a4611a6e248fea851e469318692a9ad84bb4c73ec9e4c3558
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f2b815a1943a1b737efbbe49b5d321a656ff59
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d6b3e0d71f34fb63145f9315e4a6dc4b3fdb36d7c3035ffe5209294fcbab9a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1112876ddc53024ba4c0ef2b3e9ae58dc4c1d33f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2bf50538c94a68fab5dd92d8b742590fc05565a5b2a3d58b8682d7d1eaff08
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4801a866a400946b09c990a27ef5426e85d3c7f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe744c21514525e5d35db0b9c64ee916d9f87b37e901e67e7c551888d427467d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da41ae2d00b7e094f1d7c301e557ae566d26a6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04cd2532f59d618a68fc626015cacbe38d55234205becf10e053b0b7fd4dac55
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f757f423de88a91b80b46e2e61c4c7fedaf6f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7800cf4ff394b055d52245a937642082ebf20941697ffd6828ad723016e4c12
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e446bf30a896ad7e15843342e51623a9505da3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf316c432716f87e860ea17e99a52ed40175b90b7a3cec4cac7e337469faa8d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1651e66d1dacd3835de910ea9d671b8a801b48f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e852dade84c2487dc92b413bae59a6166c87ef7ed6224b339be4d609526bdbe
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4113757ad8464b0d6ced0522d1753a35fef5d96a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3ea6173457f2ccaff5467ba243fb06ba4ac0976b2093e4edea88a2224b6d29
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c2ea0d894b9e584811c7ac33b1d1ba8fdddec2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d376b913f474418d394abfa827e8196e45fd517b0a72e8ecc95385d95aab3772
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d424764687126d1b58a85cdf04f63ed8eb9c2f33
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de6e313c5145660e2989885bac71e01bc79beb952ca6bbf618463e7e3fb7ad5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc74a133295d0aba15e9cb53e6bdacff41dfbec5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b4711e63d6d35f56b0b376dfc7e094fbef6517d2b32e6fcd2f70bbf889b9ac
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f31cc5bb0a828bf96668b2d58cb7ac54ae15996
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d99f588508be5eab64e59be402e2b2080c376e9fde2aeb524a49544370d79f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d410e138f99024fccaeeff4525762df7af13fe7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1afcb636214d570e139c4944f38523f1f4709182dd4f29215046970e71c896c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76689761e97257f2bd0f8101a84d55d0ad1b12ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2adcfda72bdd34448d827b4d49274d993ae3fa07aa855939598d4b17913d5d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401d47a3c08145ccd17166944398e467372d9e89
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c80f94660b83110eed2e505e6a40beb3f4ee2685b0b50862ccfdabe32a58a8e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7b7b55e0870f97b95176bc321b889e5b5857e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c545805d2de7d2dea7ca43ad5fc3ff94dd22e80165152f10b2a6929220f27f7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6145e49392c898b4b90f9d9616bc39de9b862b1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0939d333e2daa37ff260591559dac59282d8a8e6696aa055d05c01abd7a61d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057ca454d5762eec8575a58f9cb498bf3e4663e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7901b09ca4ea954fe9165ef441e3ba4571441390466b2d1ec4b4131d3d05a363
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87eda7833929d143e0ebd47a49c1483372199fcc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0463116d85a0d59ca4f9500b047f6110fa6e0c87051137b7705956327be69d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6151ffbac004f7b0f6145c3b614274e98f7b2b20
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7490fac0406d8392db8c8aaf1e0bb6c435c080e15de19b6420713c13025d44
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9eb3d525fcf8405b6d55e27a6d5b52e613065ad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edec57272eacf80489331e657dfdd83d6f770e2b005f1c209f75fbd78ab34b73
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e239d73405af617cb24a5a1f698a7924d51954
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9617039fe31dae7ea27bb362fc4840688793f378caa2375fec9142147a62b497
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de730b8106ca481dd2ae0c566c3d106a6884ff42
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d92773892a342c4da32cb4129704afb13214dea715a6c5446bdd6b40405960
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ae91d33f0a3f3aea1fa31621c0744a11ce73ae0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9efa0a8c0349e32763494f88827cbc0ca94a64a12a334570207cf4b1174fabad
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7071c0d5a5b463df6927e787c7cd5c8a033d942c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b987e89f21e6840adaf02cdba5d3bba458be1759c64c91fa6820d5726f1ffb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300647537defa7bd57b3df7ae8f851f0b1bf96db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c92117cc8d9abf4591d82dda7e2fb558af5a3a84e2a7d08c27fd4e36090bd56
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2123e7ca36201bda174a1577af20916f888f67ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3ae0204a149640bff8a446533fcc00541605962cac12b4462fe731f5d4d665
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b333fd0189c46db9594b21c9c52682aef1fda37f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90f2f1ff03d20ae5d280aacb9a4dbb4ff336f6b8c19fa3183cef1f6cf00dc73
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4608ce5ebaf096d20f05179a3164b34d5c9588f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3a73c6c21ff61081d5ae108505c6003958000a9f898aaae7acac616d5120d1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df958eb895017787798b1eb7743a8b1ec00b594b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f78e8278de9307303ad6495a76e32586335b74024eec12d92340926423d29a1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ecd12ef78954ed8f59b10073c128079f219b2a3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80602033d1af709bede704cf1d24e5f12afa994c85a25e9cbfca4dfec066c2e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe63ed550b45fbce1d12c4caed18665ba46997f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62959bbf8e3c957a75bf25c14bc1b0dc30166b9c369d5a13bb8056ce4cba99d1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7ebadc73e82327be00adc13a4a95148fb6e9b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2541a16c408f70285c40a5e8743a5128ee91e84d8995adfe31a82870e68ae2f1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde7da3d81c14e482f6f6caa271bb34636f01816
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d4d51d7e90a42c6620fdcb0a207e998b54f8d598a853598920f8baa3149629
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e0749a4fe4f9f77e112af1b507ac1093a2adca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86a908072fb052e3e8dc7aace3505c5afa4393d8f98da24b732a7ee0f10056f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db9f3df0062c4710af77ded652d1775fcd99c5e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91ebb8be67d1f683986d2846150bed5e3675f6b0ef522ce5e63f900482ea8f4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c7c2f3c50cbbfa3c0749ae4e1cfec47d9ff6a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8a9a234a4e5913933c3e9708e24dc2365938b34a87fca0524175d927e811b1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf2e9f21db68fb8d56c9294905637baf1a6cb42
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13678b906d72922759922bc9216e60f22b4c6bb60623d9ff77595bbe96869026
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36db03085aa56d93908948fd76a9b1bdce1a3a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b900d28e5c36f43f0a5ce04168244ee8b841cc02137bbdc1f7963263e913eff0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a64f549d8dcf8363e8ecd6de4c32024ee2ff511
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739028b96cbd2ae3ecabf38243956bca029d35cd1fd54847a9410f43ead7cf33
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0424b389515fcc4148b54c7caf9985132673736d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b5074a518c20796a87afeb78b053dc7cf2759d05e2148c14967c9cf30892d4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7fc7dd3eb73c369d0bf6fade24f99558405aed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e50292ff1753799287db99ccdfd7dd7269a7b6417c3683f31a5066b7342bd6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294f9b0c74feb015cc0f285acb4d23bef0eb7eb1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1ea62d475506536ebd714bcde8e7e0d88cc2597006257e4e24e218cdd7397d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4557b87bef1cecd67c8f54426bf0b318054cdf37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70a02c368226a21fe407e257076dd81a6031c6a593867328a4af3070c77d739
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c9af1e44f8383b71f37c48cf31b2bce28b0875
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec18f3db2058f7d5095cc0732a4c7a32e5628b81f367998c02dca3c011673406
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0bd44dbe0ad0ad76f9c32f6a9079fcac927498
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd28300a2515b2f5aa162f034dda6d4601dbb4899f66327876d49719da2df8ea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d5f46fc3c9ec188b364420645093d46c920cf0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c9e342b8f3fa48da2038a3d1a029100431c887359b84379644041df883cedc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb6eaa7d46ccb45ba53f6d9214832fd17cb4ed8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5d77956d98fa0e82dd816df9c724d61e320b3f117d8e19accabd83df5e00b2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48eaaf7fd5d023d5a44d2ac74a345accde991558
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07ba6db42a443966b70a1a36b8c8fa63a35cea66d4dc753d61ceae35cbf3b6d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d737a4e032835d4aa46761fbaccaa4e615da16c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d005954ab4c60f77384eca91036da44cda87705848cf9a058018a58c5841c2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3a5d632d2645c9ba2575ab92693d937484c940
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8675339168958e95788f92ca738ed9c40ce9aa7c805bf2bf81e8e2fb64d124e7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c16049cfda0aef37280c017df3442bd6cc2a2bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529b78c0affd83d26cc8f8d3748332be1867b3f2c12a81baa2d76071f888c3a7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bfe4a3494b9c1042e20946dda18c2ae7250d1e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27f4dea48889260406527d067132cda01650057716ba452d28690a01c57a41b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2aa0737f7cf55b50f09c7d2f211a3bfb52c783a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a33d31f50ba1dcc79dc5c5d0687c0d28d157615a632ff10c2dad91c0476281e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fe9969cbf2f6d0e6fb2beca348efd736bb5ce9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7867d6f5b29a4f00dead4b3855c911e03fac1f73fe52b1d7eb80ee8efb7513
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e424afa87d635ec21f768d67164e4a88bbc8a6c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8907ee6005463ca2db02c1b2e8b3a30b40936d1f85dc48fbcc7479e9bca1866f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a51761a6aaeca54859ad57f8e39ef73829ced1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f19cbb1e5cd9d4178248b1cb0cadd3c723dc74d19a932a825f86930517b07d0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff92e67da9a596afc6b75267424c2c918ad94a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4909632f5ee7990062f87971f1b70392e5fad734c64997d2283d6888a898997c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe5b81cbc31809e390bb2cd5107c1cf2574090b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a486bc78fd84c8949fdafd0e55ad594ac5df15aecfa50e3aad0792a569c3e4a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e195f65fb5aa9b8a21296e69145bf8d88f600c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7530b14a09a76a37dfdc358d4fffb7e43cea2799557d0a0531f2063a497b9c5c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd7373bcc0e304a0219bd8638eec006dc3d7755
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a31754f9ec375e22b80096366687ac4c6ac85f1d4aff3a514ab0b390f1bd89
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd739dfb59d5c5e1afa9a6cb2cd67400c52e7942
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3472db34217484d92869e2d23ab0dd67c696736ab76604503e7f106b0da918
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b201529a379cab1f8d78d6cd05ed35ba5b4516
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0ab3b491a94da4209e05a5e6df18cbad31c4a79726b92da3789da3999d84f4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84f7e1212437f058fc9208d9cf24e0d51119ac4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48fc06f96747b6a824043b3a8109895f12b14a800ad629685286cb5a2aa1e654
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3bc11d7f5b762b331b83c1436029d48aa9580c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120a5d1070329b67e4a77bf83a3b7c54ef2f6e21060bae69d6c850e22213c1a4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbd081b7d25badc2674e7626c443b3d33d9cc1c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da6026ceb9e1e56f913ae6ebe548562531761b9731df14dd0e57dfbbf399cc9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce303a9091e4ad73267693e8ae541aa3b3973444
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e224fabb160cb6e71e1759be67ab6a646cb3bba7416bea96f1055196288bc3d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed586566f02a53ab43a370ada7f7e1f164862c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6757d21c2d539b7a8b70489fb35fc57065c688ecfdecc1e94b19865fafaaedb9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5f4325562442c69aa328f2c9b3cb981ae4cf61
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186eb47d52077370dabf6f27bed5362b409e11662d6407b47b6a1da8da61308f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125d229e76948e64e42f651ca3b77748475f5e10
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c390b314559fe4d959eb810cb57fa530a468c08ad321cae3de2a6e2c003ea3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2d6b62afa8be94fc56426d22632c4d8ca81ee8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b343fef3edecbc58dcd34b07d5b2640d787199c846f1ac73221fb521f6891fad
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29daf9f3e64960a536f5b97f717be28cb6d05d6e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f32a79544e211f8e1416b7de5cf0cf2d67efb03dd59a7543401353798781ee
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eba7e5e7ceb3550423ec89b6596af5b22b02991
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb05267742dc96cd37ff6a3723d4fd89b4aa099f197a50a63870238d1c604eea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2372bee060560d53c823a067587fb25666248cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9276ba381e8182305902e2c89b96892e887f9c31004281ad62fb2be59918d3c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cbc4f457a39046a317fb73adcc8543d105739f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5ea8ea2337dd9fc5de7607f5e651bd43fb91f3e5d9ba424a878ee2556739e8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0623b667c4187ad5dc9495573819bfdd56bc0b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b2b165a2a22a77cf81f79729152c8f40208482f29aa9153120d8e717fbfadc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28c596c073cc79965dc67b7a8f741fc41c9d78b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb52993bf79db60aa50e1173012969d274b4bb83c11d1374ebe62b625854e3c6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc49a540005f6f3778b1c60958332509e3432344
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916e02daf6d976641588c83445c6041ebfa5bd36782f5073770124477f35bbb7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f9911d0ee0850223ad44e9a0e1f79a550ce7ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2607753a09b8d0a3c9bb5e90de6710a35d4fc6094ed4326530c19815290567ce
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7963472edd7acb0c81c0dc53c84b27ffe51073
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100ba14ecc0b39c128af0c41612575b4238908ef34a50daad1e77b6973c8db8b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b2422950009558c9a45721ed48176a2ab501e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c2d8759187fc99d7f5817aa3698812a37cc60029fd92863bbd89b5c4769aac
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ac2a1aa49e34e6f708ebd80f60330b4c346ef2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235a4b5bb2623858925ebec1ee2e093f528e66b5c220ffda96d413294d590287
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097c53412279ddd3b1d3c50fffa127d232034fad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0c160b550163111fd95692c4f19a61a4b4d426fb9af2fbf707dc80a0c586a3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd12b544f54762568d8667e60e03a78ce71d321
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8f242268cd36add2cf8e275f2f6ea8f882079be78d29a058364f253d6a8eb93
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6441b509ca76a58894ff4bad941d2fbbaab8f3b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9989a217f34c43b40378beda4f05b15ce368168eb90f59fd0f6814a50a16d03
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff23c8c4c820db25142d8ad6f0e8acfdadab742
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18182f602e1a266b68a368178a6744d7bf535b6065e1870b1a177ef8c5f724a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933928e4b59418f0e09951e9ae9c1e27a91a5a2f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609f9f9f652db941e347f25fb160f0c2d2c804dbc024f0e66174396c68ac5413
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82eaf36a8b54391350bf3b4dafdd81c19779811c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a4213c0918bbab4a3fa921709c823427e7cb02bc5483c55290dfe8eae64b10
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f75f2da83dfac17c68f9789b01b1a034857158b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118138eb36f6461344a412ab6adf7a4bdcec43c3db1fc535a94c83ea6b3c5e93
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922aca9adab514909a17bca459c84fd2fa0c0c73
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abefcd6f3be72157cc372e95faf4e95029b258cf6b53424feac941f0c4e59e8c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985cc221ca199f19c3a0e2f00ec59616aefdc0de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28e8eaa2a121691f2c09abb35c7ab9f5d47543a7df564a24fdc0c009e468a76
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9dac99b9e122e2da0474c5aa2a72129ebf21b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40e7e3976ac9b7b196af1b5fbfb8db82721e85a187c61adad5988d113f49b11
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5aa99d2176498e3586e23faf8ee47be682f5e6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce43be6d0ca9dc7aa5270bdf37425c0b71890d9c2ebafc5acb93dd37dc1cc08
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ca0ba34ffc32f92166ca0db0f9aedbc6adc14f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1e93cc7ab54ec4a6c592e0862ec0e6d63600ca7c0e6b4b6a27d4fe7212bcab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28021e186d5d297892dd275cd9567385da790437
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f087e2df66b0331f5baa0125cd0f5405d97ca6be65a8780cdc3efaf3d913e6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84020450fe8b077c2f1a413d2f3f74d57822feb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca80c8df845b83ab613a60ed607cd57be9578614919180b75dcde7c3193aeada
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43db28e1d5463d8615752095b03050e887ff83e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f08d7703853c5f92058a508ae261ad0e743471fa13df0f2dfe73fe939e4fe6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efb31c9cc7aa8b0add50166d98339f25f3cd7a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2dc1390a9f7b474e7674ab7e9b2cffc9d02202f350f9f868a14ebe6d3f0cce
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7bb2b9a36205120990e98f2e5db5b815a86205
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9151bdbc0c235b6dc80930b98449ecd366f062e881beee84257400df10acc6a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4fa2080fee0415585a31d21c259fbcbfe7d157
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b43635e2f95aa446dda75d34c5d040121f2d4a9ac7235ea655b769851bc86b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c6968be269ac51e1a9e65b494a0ac8fee2776c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd97163a893e1a4cedeb6c37bfc4d0ba1d332912f8024d7bf9826a4d3347625
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d69fc1ada90c2ccec624f1ef239bb115fa454f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e19e925f5660a7723a28f72a712b384274bbfb400b6c87e5bace7366dd2d560
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fe67154d0f0525e73bdc84c51bef500d72a011
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595fd7f2a78bbe350ad3dfa35c83f99bfddeb7804ca63e62574b1098cf25a020
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ec882b77404df5e5be86bfd0198b5ebccaf265
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1476801af7857568c858eca83d2d3200eee92368775639222d3b72f4ca25ac
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3fc6bdb1bca5e7583262e132678bc7c1159b6cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5494fb66f9513c8b84a886daf0f92d02c15fc64c08af2699c3ac9f5bd47beb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac6791f10b43e24bb10cbcdffc4a3dbdcfb68f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e27fb658584e1264b0f63241c7faa55cec834d482aac2c97e7e98e7d287fdc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13fccf0d2c289a0348c8d6e9af289727c128128
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19a9eb1de927aef3fda1c59d4e7b55e04476ceb49027c73375c866e31c93908
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721499f47561659a942205fe808b5268fb5c9a25
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298bff1ac459c19786c6d9e1128964c5dea3e0632068b265035fc02386fc1b71
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a420fb4c9982361c0295ce1cbdaba1539dfea0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56cdef968b20f4572ba41226d9e61d5ecb6c2498bbcb66f697ca8692c97b21e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36007714f556d478c946b3d968205707e8f12d13
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2caa0cd0ce7d576e6822c51a2419b852bd6d18bdee8de823f24cf02fe9c935b3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df3ee97dcd5fcc53219cb5bf16d3a6412bea218
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabd8cd88ecc9c5f3491666eeec4d2583f858605733cbc7ed8f46ff0126cd0aa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f82f628093fe8303f53845c0ec46ee1c20ee628
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acebbf68b29757594eeb3d506ddb878917c61f96f0a7dd8474312884ba48da4e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d88ccf14ea3098286940755a8ba10faae004766
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3543314c2489ef5a3b513a0dc2bf5eae69ab0e71385a0a7a587537cd873f20a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2a17d60c6b6200e010f9d8b6d7c893877a04b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3ef4d498d5c3ded983cd25ee0dfb8a849aec09abf48befbf5ccea201b4f120
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51207c3910ba04cfa84054c342a9cb5d76e0302d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfffdd8ae8d71f243d6611905f21b16b5475856e173da225e6d55e4c1566990
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660b3d2963e4eea909a641fb569175f430a9ae6d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c0effb6771b0ecd6f2d1851a3939d74549143fe6f8029ce897acd6c647c19f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc528cc7df251e164a7656f5bf615f6e3fa297f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53a451734ff49323498f9d40267d0fc2b59aef1b020b63f4ee0f2314c899420
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849d3ce2200f69980ec54c11a4ea1a717f1a6e08
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131771ca16bd0cad531b1a49226b9626b8454327ff4e02cf973248b5ce969c05
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8378d90e67a2a2be339735abeecdcb792c3284c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce32fa80e0e19dbe3e05a42dc6f6e391b0172a5e5bad5f5f571678db848cc57
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afca1b95e5a84ee11fa7b6589286f56c65ee6f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d08199ba78c0ddf9959a29d5cf24de5fa55fb7c7cd1776fbb42754784c73ff35
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c08290a94a989a982f00f111b63b3fcc954256
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:189bb1806646d3d002e2e8d21a3a5664e0c821f5613c25ef0bf98ecec0d82016
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55da9c3f513f5285462e48e816f0a37349fbfb12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8703dc299d3020ccc26e87de0ec760025f60def1823367ccd30edb0829f7fd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74618658ad1b40c933137bffe382fe889d9a7ab2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa20d565cf6c089b4b395611e61079c635dfed5a93fb211b7f9d3063f2d3cabc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af82b47cc90585a83e7ac73667b0dc9ae29e9411
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970b7a856449d410a045deb93e8db5128b719b41e08f775f4321f98cf1932538
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc6a7bbe1eec560449b08a43bb157899aba7391
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9cad4207944b86915086f0891014819606acd921c7ff3732c6cfa3434b28ee9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7afdd57c27d747d7ef039cef06066cf33201a41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88cfa5f0109a655655d0c48d9eab5bffa45fbfcf50765012fd7c47b8bba5036f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215799a414467f401bd69ebbcbf8bf7ff4cb2abf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5a691d3e5f5ba7d51149cebe1672d4491fced2e53e5fd4c9f79cd9d2ac667b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd372af729699c297093eb72562eb8b63de7abd6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee84479314f9b2d8c744718937f1bc8ac0ecdde7a537440b830efa42fd87ed8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8349cf15f9c13c93c770d1a69c7ab8e1889a73f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0f5f421f2b57afadf5176bce10ea195b78172bc74be8a8cd09f5f06a8a58bf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b463c742df6d19613f9a81f8ee1d8ceee9a2b1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed28eb5c0975481878a59d8d52bed1bc6a74a12b37c9cbafcc94a98db4557c4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a476df4e214e3f64c6abd2a99c53e2a4118111e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9283a753b2078bf063356d9ae7782ccdff17692c6a85e4d0511f4d49013692
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71dd00b28898c4cd5586afcc182d0904a88cd9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1005760b21c40d30759a4d9b3ee2d7d7d36123b73fc5cfaf79743d3bd326676
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46cecc96dffb2bdbd1a55d53ae82b710da67e2a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5637e5089d31cf133d708d7f104896f46f44477907ca44061c15ed4435b8d371
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b371bf97f753aec6eb22b03c4c4d994807309da5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbbc8c7e1fa719eb5985229d521aad72d57e9a39587d4be48b2470cf84293041
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b780410617df9311667a55bb6e5c16be39ff1feb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9857c3b16ffaefd25f03c21ceffb41c1c0a37c3dce8b04168019020eb02a1f4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b29a18ee015c0e90a3369a67ea24e53fb22784e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db795a305df363d46d98ae0640053ca9dc5f1da1bd7bcff34a41f1d7ae3c1b5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8415583a077c1a08c6ebc0cf64ccc7d31a6cb5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f6343fb53423f8f5c0c11f98d4d27e0573653d1d73201b7eeedee579371f99
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445f5366d6981beb340bddf9e83b713a7a261231
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054d841824bf2e02b5baccccdf5132dc1ad38adcd9fbf78fa2fdf32a8e466fbe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6b95e0701a3b17a859f6e68fb18f087f6f878a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6508ed7c21bd2d6808f46ecedeb3150c5169a0ee382b0a630c8aeae90e0e3ee
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833610065a467fc597c9056f43927b6afb74b0a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88e9f2525c0911d1d154eefa910d8d2c29de0fb34f2b2b16962705229eaa9ca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68a217d56a636425625ac22f0e9415d4fd05ed0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21233b84d03ec6ee6660b5474b43e7c1dca0d2460cf4bcd2c7454a27388ad8c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5789a4d9a9f7914dd43decbc06cc7b7b9dfb6e90
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d07148e2d1b7d0ed81f7f6a822b2d2de72f82dadb54478aa3f00b7af7234d86
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1d06933f813c053bcdbd41a64673a0edfd580e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1787cff38a5963276ca1dcbff0a63d675cd0afd24de70c001c61fd05a1697c8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c40f0906922a0c8c83a3707537e1a55503af80
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c191547ba7886478c6c39940506bcb10f0449419d60ec73e926234323509e9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61c1c6e641af19ed6cd6b785725c1402bce155b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b051d537e38b1109e5449706e4bc4c2e9697998e52d7f383b2a32d09293d93
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3cf61d5808af878123032c301e4b03022f8a1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b31a84d496078fa151a57a5239a141165f85f4783ca02d0380717b0beb72c2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbd8a42ca15e6acf751d7ab83d6d8035edf0d4d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd2978684a558e061be7da49af61ad255080d78f6dcad34da4c9af76f0f22cf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b17b1d6c776c68ff0780d972e511d7adb39f28e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15522fd75d5ad334be2fb86de72f77a73e8833ce34640a737800e7f1bd353bcc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4e5c511fe085b808789a11a6408c2564424910
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7e91627fcb9130bb70c64bb052ef742ae1be9cc45e28a325b3beda68744f9e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a511e73e50a3e60f93cbeaa550723dee774c6347
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9218ac331a92a356e778a934983057a9c87f57af9de048bf32b96772f19ad843
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a24d589f1d1e89c69356cd18b7ae151797cc34e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f59ba571b289e766631ce5c31151eb1a4c6d1a3ccb7315a282a94f6c787b0d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54c84e11a5f61ab4efa439aa7f8285b074ecc39
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c6325428a33d3689aee535a03777b77c47f9033185ac6f394007ac09843014
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07028165e9459ae626fcf24c36ae23f5f3563d94
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb1a56d4e7c4d5a6b5bb1d312b047028ac38ce29752fba86accba505028b375
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94960c8161068e7e95e6b20c95182224e046c50
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab2a9043b80b5df559a59c94b4fe4627d061b0e4b7975b00dc4f3e12bbd5284
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333560f7695dcc0991386e31a2cde8766ea0ec8a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ddad75e29f2cad925488f42660b1561ff203924017d2e643a2e3e3288c7edb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9d61ad9e273f7754f5725f008aaefbf6009467
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a2c7371b9432212605facafa69c5b7f8aa79d27c2e10ec84aeb5f5a9684bc3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af2c46a93a707cc331ef3a2640d8bc68c785ad22
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03d7a801dcb9e9f295e8459c045ebbef5f3414d737606867f16b9aab18fc70c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940557758ef352b444b1dac61fbf89adbbdb1288
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55453f791a1711a86eac9f936db8b1f847a4926138867484f88ccc3e93f24396
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8cf66043f051dfed7172e3ecf39c5d724434ff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be53ca754b830c12587f5eade88975ab48887b3244848aef305813e03cf1fdf0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb3ad5355acfbe1b36d3104d1597325ebb954dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6deb2b9e7df789795c38b85455b990d18b848f6f100e37246f2ab22d32dbaa04
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c225cd62d91e321b99d53bb0db6b6a12730d25c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27243e66fc6aed7fd2fa1b5a38294d13a61050033b69c0051a05cf4ab4a5fa4d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5e52cf762a4c08640df6af5b360ed2d0db6108
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bfae62ecf659b9c4b7795c0c7f7c210c966cdaf60fcf27bb60b6b07f4db7a0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be1f535c39ceb0c033d5b2c792aa6c8183f6a53
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9d0bfbafa5779dee97419d31cc93b09223963fff77ffc7b9ad6946330f3ad3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e084e56f98ea749ddaaac92b1321abdca51bb93
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6ec795edf8b66f2045d67e194eafd12817fe9ce5e2c957f894cd0def877e57
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a2c7b90feee1ee3f96169d53b6873c3b9778ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74105fd1f2d4a8daf8815eea4d7d929db490903d73544290d6bcffc7875d499
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09759f69f2ea5ead19a497d3ae4a00049816e67
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80da1a8c9f1b757e0d0a526996e0ec0d0784dc0fee9eaba31494c09ea6d53467
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff28e49a884f1b2f3cfb6b8bd8b7ef24e1c6c40e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6b92dab61ee50cfa47efeecbc70a65e16b34d9e60c4619e283f1fdbf32ae90
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b771fc8e0dceefa8d345733864f24ebd74e88428
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f386acc9a46d7373a34b72b2fb3780e8831aff6b5e44bf67815821e6120178c7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52fe16a1c88474a5a55fc3dd6e5ee89e59b487bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb37811f5da1d5757c555d113d2662046c35e2ed16cef216cc1d0345032ffb1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981066b649b929ed2d3542b9a0988e21ef020ae5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4342aced8762eb94ae335c33f8e00bfc4ea54530601ad8b722e564c0c9ac67e0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4152db216c4958d971c3964fc98e96a9100be71d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7953b9934bf6d0d4a402428373956cf2e1ae53f7cba36843d98fa62a215e55
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d776c8f7e65b1880c6b37e8dfc4d16ed963f04
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3bc7eec1e7bbdea12811aae3562903bbdf858912b561e1bd58ea031754658c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1303017d5ad6eac0e233e5869991a6cac551b81d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542dfdf0d7611cf318f8bafaa2b665eb5d066a043591e7cdd8b3b988634be6d2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af88911a848a4aaf666f86fd6f4179c7053a373
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00dc942400b32dd5e18b829c9c2814c05d51c1e17682009f93f0c1f99ee08f55
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8980e3d86f9dfbe5aeb992661f9705578d7505cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bccfc6f07aa51ab1dad7709074e9b44cb681ae651aeca2bb6277e249e88c1153
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf94ba58dfbaabeac3501ac45e5bea1d1af74f3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11cfcaf4ab779ecc5b3cafc529474b7079c058eff31f5f222c3a91d2647444da
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027bd36cb199a93a56d694909479d030929b8677
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1522bcbca932e7127afa516d732fa339be5e38c70661f1c240d0fc04961aa346
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127343e9113b3518b6f048794f4428dd041b96ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9544d29a91f6fc503720d7ba47c4944deeb8a22c3393fd4789d7a16265db718
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3fef6eab6fe436883996d2edd7f7ef9e64d5e12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0541125dd9fc749882daa9c8bb519aba9841a6ea9eff441dc53e7c12d7508949
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011398e444632f075974b3263325cc7623dbd879
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c919c4d37ed7e833f1e04fa0bde4918b9264159fa28777604bb59bac74301d8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff6e9ca7aa5e14f316c0d5b05c8569730f851d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dae6424e76e3234459835deb19e52bc8d814a438c2d5d7af30217303ec6d017
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0608c98dd27c9f92d4f7b68d76509723e3dda5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd821f27c8b76b1acd5ca2b9a403f0a20970728d18a3eac2594cdd377969680
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b038e6a2398aa05c370f8996638b3d5202e61fe9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71d988933db20ccb2fbbf943a82908b68f8293b38ba468b27a0f989036444d9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78864670007cc6010b846c5be588780b68948b37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b4a63b41de31d86788d53859b36ba54bf8aa73d405592398afc224ec002cd9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4c8dd6f51f3f3d14f6c55d1c9bf6f3861ec35e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cce19785fd7fe608996163cbd2819266b5c307576016766b806c717cd43cbef
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f50af6e3741297c7438a48f294ef2e4b6350fe4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34eeb1893878a7a6facd5f6268c6b931fc53ac569b7767cd458147f59a569ce9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14945d8f56e63ee080e768605fc137905d62c39
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4148fc9de564078c6334f1b2dd935c09cf70a5b5c0bbf2f823a65ea610560f8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2684dc99b0a70f6164dd45dfd88da4bb5acdc7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf03160891b629822addd12ece6ab5a25f26b98ad87a99ffd90d4bf490856141
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a63ec17d11ad636977e186fd45f6fcfc77029d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7f69f5345d08c0b3499a1f4ceee3ca3965b1e37d1c447df6b444ec3045bc99
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba81ffe578bf5761fc53ec6b54735dfc7c4c1f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66577bf15645a46416160e614250d8c502aaf6b5ff7f6cea7693d028a8289a2a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755cd6876f404fc256059bdb0fb87c8d3e85691a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbd95c682592dad727a2b89405e3b1e87c5a4b6817ac6f55edaf10db5c197b2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0cfe18df7ccf849afc639f13b5244ed9d70ff9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f42f765dd9dbd9923bbee02ba18508aa12b6549878465cab7e945cbebc36f40
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b42c3986d6cee87bb954a65486e430b2891f2a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d820bd1acde681e2dd805d518a8b9bcbee8e84c69017e46793f138e5403874e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa67ba3cfa4b867ba4496fb419854777f58022c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805e1d502548c9f78d68aa8ecfcbfac1fdf591406eb069f4c21bf01f45c7c2b0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8246595fd2dcb85b95e0a9198499c218d3e23f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf62a3688ef4fc3f2e37962b674e9b1096750bf505cbec19a074fada31d9b29e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebdcd0c57fb7f60954a2c17f82550d29e4ef3b74
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd4df4510e428e482f013fbb69e79069341c93b7a7131b6849f978e0d43359c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594de15cc626626e6aa85af5451ec808df202eca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373e6715c09fb35fa7cb77533ddf0ce8953452f39ef7225983f8341d393c4b67
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7136b416daaa74ebf472bcd994261595912553d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28e18c56459d3fdcaae456b71261f95569c5b536834d7a1ffb3b235c885c699
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f8cacff05a7eac7d0a7c3e1397edba2f5f5fa1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e542e94be287cc10b72aa380afa9a172563af49e1f93e4dfcdc5ece327cf6f81
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d12d8957edbea82afc4ccd1b5e69f7134e38e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7d6544bd1f5e0b6d6f1182e2f5e070f8c494698d8f48b8e7364b211b8c4075
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b78466c232667733798347a441842744d2db4a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c4a328fe3fc1cab04aea1b3f54c3aef3df7e37f6061e1b521db1169cafbc66
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c6bb6f3e5ced728d08513290703530f7d10d911
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65aff08969e27ea91c1d3759eef2c42ec02f8cb45efe6db5d911d0b707c3ec1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42fa131b33506072121a47e6ebe978b05cfb440
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e24c66ae3043e9d1224e7e8972eb611c90903922da47e3bd68a3dd5ac078182
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5298561a00fbdcf9a697cc64d6d64b30dc9016df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a2d8976e2d9cc53a9db3d17d1edfcbcd552c4971b6865b041aacf0e4c899cd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d1f33b3aa8f73a93fde07a451441d76f73668b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bb82484e75233bc0d687baf7db7ef3ecebfa0776227a64b84eb3024824c390
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13340d5555ce5223e92076e7e105302edea8f4e8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82957df631883a8d447c413376011bf73a7a0ebf18714426c69ea9cac7b5dc85
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1710a375146a77fb85ae13face3013c4f81168b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dcf7d19b267158ffa80d6592c5da2a88a1edd7c26c421665d617ac865efe9db
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54097cd515adcf468820457a7303649c97925592
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f35b5f686c81a66ba9c98f7ba123bbff08756d41cb1574ce4de479a142a01b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8e2ccbe7e9caab807f2869b0c92eb4cf0f879c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826a8cc859f967a38cbcd2c8f0671759530534894abe88e5477f651ad75ef775
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66cd7c3cb68c5a190c7073ef76b6db43c529e43
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fb6958505900ddb8d893c6f2d3fe1b1800ceba2304b8198ec16f8ca3aec952
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e3c011787eec4bcd8210180684542461ee7039
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56568b83b698c2c28d41cc40cd310efa1b3f9ce2e5f34bab76a5aa04cd6a09a6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f855f1ee17561924ead43651ea667c12273c1e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b30c2493d461eb2f363d41f13d6b3320cc0aa20775e2152d7a241bd42264fa1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c653b604a1df81f625f5e21685a6863bb7af240b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ab1d5e6ad47fd4df27a96a63aaef1d7c77788b874512ef6be6a88fa13b125d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96bac1bd442bd511e8a70c887b0cd4d2725fcc87
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b000caf69fa60b2e221144103f17fb323b4e4c8878034bfc04658e399c9fc176
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2330b2e6ac2c253cc60fef0a942a752a230610f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abbef87ba456a4bcf1b9332ec2d80d4d8bf31bb2f6454697cb5f26212926937
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab153f87570443e5013f043ef26d274401c11844
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820bbf504ee92fa06ba5c05d71a0d8ee7254f025fd068a10aaf06c374ee55a5c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4286afcd4e30be0b155bdaa4864c882d57e05e07
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca3fa7a6ea6bf2c5a23c4cc478e8d08df2f4811aa1580ac980191050f4d072d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bbffdc0d7bd8421dfaa5f71293948f51641c8d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f084477842c32ddb8d58f9f49e1c70ed693b7ed0f290c485317f6ce783e1ff2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b690dae26e50011654b6c056dd813f3e54cc97af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e919a5880b17a52af91ad1fc3ce3eaf8021ac28b4380defe6f69fb55374dfe
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49ac70cef6910c58eb914ca8209243380881a1a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775686dbd68f3cbf1ecef0a84b3827c0f0a92cd1fb59a8a7958fe08ab813f857
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f7948d7334f8a5e29e0c46c04b82a5a89f94d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f9395368efcac0ae2b31e2af735374137485b958229d3a8545ee0142efe6a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2739dd1e4d08409f15b24bcb9c7fe4aab1386d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17109da843b38a97f9102c2dc8dcbd314ff56f16a4342fb7216312f2726cb3f4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4631741d99973275452fab9cfa1fc483c1dc4bba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09431429b0b81559e78e19d3e9918be71de07157039cd5a228550285ad53f08
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665bb7a22edfddc018e6a9b94c6fee1caeb7a3da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c302f11663620e8bf1f1617bdf855808ff77e8cc356fe0f9b7ff1eba88670e64
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfeb84307ded731bf70d932ada2d850109097223
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6115ab2efb30d15c1e01892f29813c10a2d376228bc26e7732fd0857cf5ceb4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef907adb4542f9ebe1e563eb2a83d8cb1cb8b184
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71ff6dab40afd8b21dafbeee259757d3e880550e798a96f08b497ab0cd8290a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3fc41fc58022a5323f5332671e602f1c0f0a63
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05e442225a502189f674d773e9273e034a1fb2ed723e907e90ad1b5b6c07cb6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6111f354c0a01c87cd0beefac49c5763671c55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4dca9b8549ecec6c5d16c3cc326ec73cd4076b40d6c1834a85dd88fb8ae332
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e6c19e8ce918b5dbd89ca5ed542b34ee8092f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39562e627dbf54e5a524a43cdcccb0d42026edf2ea32eade220f214357cd590
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481900e3b89c3385b6bc18cfa0835a1c34886624
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07b20afe7cf0983d3617c5cdcf51b865aa2b11f9d2cdcc9de99326d14c06937
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0190899a9cc034f0c47796f1561d748e1681b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd447460317d14a0915a54a6a2ca644c79fda31515d32d0a3548598cbb2a6f6f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42eef73e8a578d1534dffd690cd61173447116d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35783b6564df1c2f5f4adcf4805ca6677897ace168d645bf2a9781cc3e390bb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1830e54ba73e61606a897128beb3a976744f17d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33307ae09d0a720ba3b28a675f652efa855576483a4bbd21cb006786602c6b3e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b27e69907f5dbbda995d589f03436a5fd17c45
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef4e5f7709130782ae4c86ea8cf2c2ad731a9a299ca8b46df5d1d33e8b601be
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64a2f1b87eed4682cd6d8ca943c0fd97779aada
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a9c9ca0b936d23e7c974b786724b192b2ced640c322bf2218e5867d6005125
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211455ee942004a5b49c91303e0c4cab2a3eb904
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df79a7cd37fc9457bf0ba10116cd5edec19d1c9dff026d6ca6d821044fae9c7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62696320d9daca807692c82afe7e8e5872cc30a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28b442990a75d57df8450c5e6ed3d50f76256dd7d7d9e91bf960619787def1e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7a12758800b7a2dbf9a1ee33f965bfe97a8385
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b51db0670753843a86850d7f2902e47d3b75d3ab0644844ba76176e21935bd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe7b285cfaa24bb20a7c5eaf4b3635894bc9074
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36d4dfb5d616db9a185783cb3e944a9c19a5e525be3f8a3f1a2c6dc2a207dd3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321e8307cd64099a6a2961b02ccf7bc9866ca4fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a4c73793971b5075118a3534f5def534a756621d8de098496173ae9465cff8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6415f6f1b0a4fae13fbcfacb90733ac707d3966
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814dfe07285102bfe060b8f8ebf014e52384e220948971d526539d1bd01f2c4c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c23de0b4051b30202b59d8870ba609ed63096f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17be37ba1dba9fe84376ed1e3b079d49fb4083f1e88113555c1b3b574778ad4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbb20906afb3629deaeeb45704bd16c2b5d5c33
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0bcd66a4e9374971d5db695e259949adfced4964da3e5616006023fe5abf3a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9948fdd1f415366637ab9d08298d49e7748ff1b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587e4e060bf264983c454ac3b6d6156ac7e5566275217895da27849fbaf0b8e1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320c53c7d4d813d50954aaa689c8a30e709f36c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a044edd085d68d59eb61d2eb1c58cd4331a05522f404f8aad69f1dea2e3efe45
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27837ea16ca3fef7b807aa12f248671817c8ec60
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ecaa57299e18f0bcf4adff49a0c6c831dd04e62d0909f9056c306d47895940c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee235416fa06934ac32d34f7b69c371b22e78716
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2cec3eed7f4257a03920fb58201e475b6722bfc49846545339ad26c3565662
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7192c6e8aff32354a00242f3b13acab7ffd2a78b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74ef3ccdc075b0ccf2c38ba9a6ad1d749a874731141e5a0196f00a38fd9597d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cfadea07c3d50006a6ba4bc3932cdc004a4ab01
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606e7c8e719bd27e263952034ca9489dfae7d7ed1949e91afa9c8a6063cc29c0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea5ae9e9691416169dfed19a181fab708af2792
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffe558eaf158d93e0f4c19592e25c2eeea010794d2e0b650f931e1f82d9aecf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec9d41dd1e1e0cec7b006c99a3990b208c81de2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88cf5465e7d04b224c5831a0e02944d669bdca8a5b6b3835035074a1bb3aaf3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8356a04a588b633a031e8ce61783acc14974a028
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2574536b5c4631c113c06eca87c75be609ec743daa2fa6f62a579a08a8f63ed
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c64826ff7de46441f15516733c7eed29387206
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed6fa0490fb4e2e627c2cf5d6800f5c73cc447e6f4a71186a2eeb1eea2a2ee1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d8dffce32f9f6efeae151657fcca4059fc5820
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab289ef56c328a4541df59ebb023d8c33252723c29de7268cb47f9d9fb9a347e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a09f071d3635ed694ba15abb03e385ab94d3a3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52290cd34809a8b995c34f19a2ce0ffc351e951352d4df0f2e95dfe7f0dc4a89
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c52593d6394d1e2a40573524bf00367ce3e695
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5180135d6515a883378882820607385164201e65f569f047ec7af4799f4a4a2b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3468962c9f693c158693cd936f28a6cc78daa966
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5f0d3fc3d8469e7a76e7971d10a9bb988b6d452602ff14a025133d522dac06
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b091feb39b312d3c088731d93e501b049becd7ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d400ca9b22f7fadf7003774a2f646fbd9afc0514d7d06ad52a505e0448a3f94d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1f076a095dbc8874fb29ece77fb3d2d968a99f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7741c76c579721741def096a24f663f335981e893c221a39c618675cb78a2a7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174dfc3f80d37fbe53a755c2d0dbec84a5a1a4b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a058faf89363a45311c3eb11bb6fdbb8e5d3ffc2fe29035b2a7da279cfb347c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5723ca78c58a84fa48e7503e3b4884e071ef31
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb97a34e87651fd5d299736e2c953ec0292fbec8bb72da3e82e1bddc89a9d1f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05310fe22ac2d1e9dfc3d1228dab27b6f75fe424
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69e773fee7adc8e979f1aa3a573ee5b1ee12e0b23663aaf43b98da360b12cd0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3a1a3345bd49005f7e6089b31d6db6d3e9f3ee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5f5f6641f149790ea766dbe600852d0f9e4ebf832a9383dca25587a7563c11
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba3044d8c7e92c0c262167cf110fd4c5f5c6776
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686bde6934ec95dc47140e82a3f26ac16545744cf75d2afcb180c94adf064dab
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f75e72fc50555868d58081e673f2e68e9a06b1c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff28b447fc6cde85cf2035b23b9a736ffbc1382802410662afbb3d3ef4544c1c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de10c65a952d0b91b6c52224a042dc3fad345e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04df7a844ffa8da73b9432235cb9abf7310434ac3880817cc6455b3fd48ebfec
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49d52780158619876f0078331d21bf48a17df77
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0651ffce25e930cc01db962253c7636d8aaa348990ef2173e7e6465c7ee1f6cc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9366f9d117772de7607da6164c6880f3e81812
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbd8e047b7e6788232b4790355aa3dc27e0115128b6d630cfb75cbbdf10e356
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05cf487795853952b4d9ed6eca56482b94c5ed3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94598d7f341a2a69e25b5dd3a21e266bee8097ce389589f15d0677d09de5321
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba151d905c5f32d864396f70420c7d5b7b37d474
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5260e884f09b142a84b415484657d6cc0e6068753d497ed340ff93e028c6a30c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690284bb149997eaf1a7ae4d058149995c210e41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3251c184158808f71a8bac876b0200dae76105e59cd723b609b4eba2d6d9495
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5145dcafd9d2c19d751dded793d952d1f5ddaf99
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71238e011be3f84994c9904e0abdae267261ad406cb03d11ffae8d167bbb7ed
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd6248707317eeb0286ba02400d44623a23cc1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8997b5d51bd748824ab675011125b4f60bcf5bf10fc0aa19e1299aa8921a7f42
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60e8345b5640986713d6139cce2a2f4634ad8d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70b78e2a800a6e6094ec0bff281a5621382b64ed3524a3438665a9cc91f8d94
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed100770b438f12bc745b356a44f77817854503d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b70b85ffbb797c2bde443bf46619a730b55de9ffffad5059b74f9569197b32
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24402f3de6e9a630e144a8334f57afc4c29b2e59
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2aef71ea7c7dd987f456703fa7cb6982775273ed6b85ce19db95982385a351b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de3f600f0f62162af750ee0a39ff943e63ff2f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce03b5d1911b4ae7f7e02bf1d89247b7a75db8827fa75e30095f5d39ceed31e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10b04de73decb14a574de18767e214a4dc87033
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871b2666eebfdf1530cd2a7cca07a068aef496a87c66ae5d5cc0f4a3f0143143
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12ec65c15fda59d7eb69065dd6d18da566dfe66
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07209fd0de11a1e735911381e19744061530eeb50ce342f6749e8781588b1672
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e26dfce47b1191a15c0da63a11e4cd9936de75d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5baf504d4ca0a7ed55f195178a885c79f430ac81986d1843ed3ad5c3c689ed10
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cceb58b0a14adb41a561804ccf1b634e6367c361
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0559d7f89dbae115b7c7dee53634b339991286f867d2f3f9d1b53ec4b3cdc7fd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99439eeac93b3de962e68637be1a5361329510c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5dc328abde734c245cc02a4858fe3e4bdd44294bbb9fc4fc04ddaac5a12b39f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3935bb2cdb90204c404ac9d39306f061783ea22a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f517c3ed6ddae76b61fabcc740d894eb16058f9af2cad75d1480c6555f81bcc9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358d190450591b712619907c5320753f853bff44
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1363e2e4111c251e477d6239685cad948716f033606999f568facb9705ad4729
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1557668e949520cfde91e65c6054b2e58a10fdf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f33b861944e17925d7baf443888c3a70c1b241b470f92702ad03eccba30c0ee
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df5d15d2a499f646fde55a50a840349804327f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc86571b186f87d28e40ba6d7bd226887b5231e439e11def61b502b0cff3980
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884f62888732d4de7588b2bebff035afe90d5bc7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0c17e87461fc2608261928c3be62a9bf6d5dabfed115973b70891bcd4e2239
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee22e202e2996da4e9f475c933ed99cb227578f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ba40022ecb3497b3f05832c7ff9ced4c256a17c3b1684806b56bb880dd46e7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c170141c94e98901f64dc7573041284f7c0591
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfaa0ac8fac2bdfd96f38109d574f36f9006f02c3aa20c51767b90bb3d0ed2fa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd898682114b5da9964df665015dbea66d66c21
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc1bae3574115e0d8f9ef6a957daa32ddb470479581e76402f18e2dc57e73ef
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360e0bc3e8198402989486bbb54f56140cbdad06
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b495d6515a3f0e29337359790492fa6eb14a0e470c9c8cc822998ee9dd0fe74
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22b0f5b8f4c598b1c6377f505444378a29d4a54
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacc28ad983c63fb81f96e7169262401d8230c9834603c2f8cb9927bf33881bf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0db48091fcd62bf110767c8d7aced845d6df00a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7284522f4ef9cb545832facbba1ad1aaab46df40f7fa3c09d5b9bb572f423b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f21ebf2e263b0b15afec07a250b0eeff7ea6f0c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be8b1ae7a5e9f00bc7a57bf6af8ffab8581b8f6fde8dc3fbb9e2ce2ff89f578
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5144693e044bcfeaf8eac159ead344fa0e58c97e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82f36f7746ae3061db9ce680a93894248c5e0911d2c53f45221048b49ba65d8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ca9b6f1805663fee6c4d87eec96103f2ba3b01
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45ca3ab83061f65a32d21d9fd90b7c3e50a36e5f0171951101439d54bb3d81f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21dc31df46b6828374a7b852e8b96e0b689e4515
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81113076ab311dc1272aa1b7c013dadab6c329842f48b1bea84270f20345a428
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0941a2292741cf994b4235a5f069077770c7a4cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05de0c74c21cf83951247b25665dfecbc23398ec4916fe9b593c7cfd48092d47
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9274c74f316f266dba53d3282bf5ebe91c7ab8fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49205698c05514c0a11f40ed009641d193ad7971107549d81c28236e1e7181cc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b97e8f2079b13ccfeff8553ff19cc53261ad6b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20ea4b0967ab9e6ab31b53d8651d0120b2671ebb39e267b792a2c851cd5860b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c263327ad9ffd87830e79d891fe8cb05c331ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8907008ca0baefd352cda67fc0a6a7b66642969bd8e11fdb15b663465b827dcd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca292ba9a5af2c2e117f480fe522daa9ace5ab1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1460726fa5ef9ffaf76f058a759cbc146c97c82af1470f1b6ca7e859917b5936
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b295aa6130991c8eebccd014785400d9059f14f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42d397fede5b2c60374f38541250fce4c9dacc78897a7e349a8123dd2bc6ebc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae5e34b268ac424e9ebba2dcc5b4061e31e1031
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a35cbb4f121937f008359a94e94aa8a5c6c8ff89a975daaefe1cb924708d58
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac849b8f60085ca79ba558618a7acf9a1bbd9f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b9c9b5af2e12e2713025cfa48e8f9cd550513acec264824d8e74e857ea2a0d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d73839153c15a6903ea6f9b2eecd22fbd0a5c1d8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d7d75976a340543e7b024fefc0a8204551f9057bd7dae00d7c61f6e1362b29
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181e84ef8d5718c3f290940c65a49a97266ec684
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439f3e54a90742a22e7d80ce04688d0fd229bbdf21375e0271b1b5475c2a9a4b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66bf1f0a8ede97404532da7e812780e77a27311a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c25c8e5c62d77d639ffd254aadaa7d5ce9265f58efc3087866878d99af0830d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7205f4a036bfd7799016c026f5df0d4de812a3c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8fad7433e3a17c5efdde9e286c11b389b08f65af12e6f0bc6cc6374f7b867b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70af2a18738110f0bac29df3bdf8a2048fe32416
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c717a5406086140074bb70908b29c1e6027f146e0f6ee0cf8b60b038f558593a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11e368c486174c5cf98c100ad94e81b0d242382
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a558c2afab097c20aea458200624ebfedda587c278cae3a7cd20af1c8928aa
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1973effbd8c8088b72e7d56074f5e2c97432baf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82687a5a4b5209032fc183208a5eedf15d9e128f4399d72da742fec0a9c51b8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f30b5adefea6cc55dc30714beef87babbb21c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1697bf91d82d936bd4c1ad47d31da2a497d058bed38453ce576c4ec0ad11986
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de62a9034e1b591769da15e23f2706ac6f63a576
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10f192f3fc1c6231a0afbc0e9cd162823f1dbfcbcad7d8f83f381423f1490ff
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5de88a74e379669be54fd5bf3292fe5579490c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468d6805b3f1f04372ca972bcb953b84e3e5ed757d90f903c68643c5a49270cf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558b1cbf165f5bab11ff2110341a6505be4e4345
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360a31d603b85c4b6de438deea2aa33032dcaa78f3647708ca2f16ac2a4ebe3a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2face3da6343ed572e919d884e0744a643515ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8818b82549675404b1e1793fa1e00e21c034ccaff70622ab5137897034c3093
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953d882db74e477fbbc7577d7289745943494645
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482b2ee6d50d57423960f6f96876c937e9917e590dcc5f3eec3294c71043da50
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a06d841e8b5f599b5c0a6069a43a4aa1956b27
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7536cde455b3d22c7ab6945bb12616097d6fd1807978c10f8f5ae522e6b0c5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd00e0a258b16febdbf44656e08c7ff66e9daacf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f036408d1081d08b31585695513143e7150dfe8027dba8bd5f65cb067d662181
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37bb50db325ed2498d4b7e1481b71a9b14ba8a2b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4802c51cb9afc2427bb136af70f493d74a88b260fced363f99782670e49745
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ac04ed864e59193e3024d1719e7f7386c99139
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f95be9a328f0f911f33fc3f6e36a9185c7f72d88b4c2867624b223597a857f4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89919d49bcdf11752f70bb006a2da4f1aca6a2e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bfdf1f1e12e767d7cc30104e68c5200e7085a3270f583820cae293b57273ba
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae40cb1ffff716987d3290ed45d21882e9ecb03
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb3c6eaaa667ae34f1374949c8e2a223e4ca77dd31b29462ad3fcf38e2d8ff8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12c7d561fa944a8b2ca3eb2939a9d4d17e48dc1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd0d15ec13a0ea958c7917fde13c64bc1b176be81379e59b0698014bae9f045
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745ae69693c26d67ba439a68a31a5a090e93989d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816703d42f40ab539236bd85f8502d739f292ae1b03ef50382f24e3bcd4f5db5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b97e1105ef54f391f5c3af2007831243eedc2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1089e74ef1a5262d5874f3c9945f8aeabf6c9b04a798e8d8b964232348cdf955
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485a595131125d2f0b0d6726a0bdc814a21b72cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e292e4dade0e54a4623beed97e60fb42f429bce7dc0b6064f1130f9d9331b021
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e952f6c6c03d666e26f5d702eec738b31e292e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e6256ba7bb3fbfcd207dc5909e94a93ae4429ba3994f63ef99337ea096eaf5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce3458548f3c96a6567da74bfcdb66fa0bd3e5f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9f38daea4223ad7373194b60b1cbae8553dc4bd61a47d2b4ebd1bf00170fb6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311c9e2ecabdc85eef9da9fa67be0e1bc51c1b80
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d670da7de199b8891d97c9a3f9b1266a346e27914fa412da0f29c0536e69b5c9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c4e52c99064a1d5c20402337f6ba22ca11d256
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f36a6c797c207d50aa4c4f30fd42ff038c75d190b0cf6871cee760d9eafb749
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23720cac04e0de7e26437daaf5c0f8409ddb4612
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932e5103b675a3f89a1863a3f9ee004a444724455f6493c4e69ac02b4091a5d9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3169979797dc6358f4270c2a3f75f9696b15d532
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f85f249b172f32db903209cdb311a1e3c395c70d791c27d004e6cedc04ad6ec
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30d386bc997478e128b903e6b47fd128b5a3009
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa5d408df741a5d534159fc06f3a4efaaeb45740f5f2d34fa0814fa82e9c2f8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e9f51294f254936e0445281efef507cd024787
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09681b62e1508325bbccce09c7cb6908bf4d9a866142573552ec5f3a371edb90
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227ff8c4ba61e9d08388f41d7486f1633207599e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173c7e6ecbbc5e3d1ac62c14009bb18e5a3de6d0b52ce1fee9d683dadf00530e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657661713968d0e33c4b9b9e0a0ee171283de03e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedc2de6357bbdb5fbb0d98d35be80dacf9c8784dd695dbdaa3cb8381896fd5b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7db15d8a1eef436436d42ad96cd6c8274afb859
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960c4e4c9a84874f5618129bc75aa259615ff79a862611298c4a360ed9058473
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6438d2bb8b2db6f5f65f13de6c5368c67a3667d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81f92f777d7469900b157cd6d50ea63f688f6d1436fcc0a4772f0ccd857f221
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8042cf5425ccb8afce1aca00dfa1b4157cd54fad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4255776b8a05964b0ff4ee57a74810bcb8c638eac8d35087ff47fa532417e128
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6afde2606a86aa99ff6992f71c3248cf965fc093
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86242075acc815a87d8351b91e8a721c809f044d342ca003fab70de4e145dc11
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e77d31bfa01606ac966aa60b1ca2e869995b99
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e27cabe2fa4fa6392af46cbdbf2234ad8c5be7dfa69a20c93b4988761dfdbf7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8219d1ed15afb3de5082f2d4d0067f240f63fa71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9c718172a59595d58cce0c427ea6e7c7b64d0fb88bb566cac51d52e48496ce
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e3ad00cc1faa3c8ec069afa4e583c07724f3c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09bb24bf72244aabab8e854b1c1c1dadf3533bcbf9a245b4ed1a0863c2e2bfb5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c064ffd314458164784c2f3328d3e1f649254625
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d82a4536d45916775625d4ba4d7b7263eca5471bb537bb7f850312886e6954b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d7740009b33c30e1444fd277059652750fdcbe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bf883063d3f7d71647453f86339b3b8d02d45af87ed3a82b7564192121b6e9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e4641e93abc76524eadc6c36b024d684a172ae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ec9bb90410b5d015222b494fd0abb84beb5dbf16f84e47c5f260993aeb9fb7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02b078f3bc5bf85e6db7ef4525ab48cc15c2b6e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce2147c545d306ebcc7bef55621d48f9931a6ef71f1859511ed9aec051b74cb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34be12de8842ce28632bd05ddf412e56165ff104
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc89e1621a0df4c03d8660309b66038832bdc9023c30189fa61b8e965739962
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd993a66703ae5900d8a6f9b3aa1a5d7a524da5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66de1d11e487a7a66beac34d0af22a5f8040e236f20d99893652824980548a83
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd5db79b485b25b8e4337c266980ddcfd763d38
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfb7e1944acb511d44ec584ff57ca53c9998bb021dfa176d3758211eb46a376
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b2557e44c577449fe3a26e6cf44fd5bc19e040
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7014f4523de29662ba25cc0e8549d1dcfb9e8a3bda9460f285894650d9abad
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad6f8f5ec4128023ffd5b079d9c5637dbaaec7a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c2c2d41fdc85334f3475ebb6e6eb9d0635e059a3adc7d125f48d4bd4b2dfe5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ccb22b7a521d6ea553f355766c3745caa22db2c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4c4fc4c81808778bc887302cd8bb9740fd2077769df4db3f9819ca32a88f6f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacd31dbef62c83d6c2d80fe142a7ce9a1fe8508
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77706d305aafccdcc3349fa927baf26dbf7d51cd6e6d4bf543dd2ad686a609bc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f2e31b1df744820476fba99ad4e7fe97b86653
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dca0b87d9124ecefdfde4ecb1a12a581ee84071f79acebc4406004bcf586284
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d922eb0a46634d6253e28eb01519a65356d9de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91148463a2a7836357b34865386dc16455babc67a48b6b67911f003f573da41
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7392e4ec8f89d842d7eb306b417fc1c12de29a46
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53cae5a869a0161f39da21fb3b5c448dc33b062807a855431730cebe23ee783
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592faf28ffcab054a542728f7d20187a11b479c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9335692c8c19a46e45460c2ba729e337d953bbd38936731ebd7d218c660a32cb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c21e064f763b3a92aa31e54f7b88fe926f65fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97478422a3527432e5f409345298e2730743912b02e3b36cf76341f913ce2b6c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3826ac492a2d3ce6b7a0d28742c4723bd498bb35
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a3971bd445699dcf8fe0d53d59f509413b52f1add3c464f2c5c086ba4ede1c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c1cb0220e1519ccedc12cc739e42f275804c13
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b53556961fa2298fd64b1d16d3859e53a004f24b0142c952e571001e84a980c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519c102730b1a5b5c8e366a9f1dd74781977c7df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35882f58a9065e0ab3841b4f4c4f9a6f6f1e605b03add1a7348883d997a13be9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9938fe14b258747452f0ecf91ba6b84fb61b3c7d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8585a183974ee512c6a2eec23743dbe74c22ea122eb3db302a95c66698e039
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097419148789e7c578b4a8ac1b7f224a425ec1f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d77f2eed637c7a8bc7da08f2923b107df561dc8714d93a413800bd7cc2a7d03
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a177c0ab17ae8f9a2dbb5996e20ea91be6f814
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446e40a37e390456c3adcdcaa8c27f66bfbd46edb95fcfaff1597772d349fae4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8461ba8ad356bdac55f1c192a10dc82a2b43454
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f113ba1e9d7006ef76e3b72fec13d262885efd2dd949c2724843535e051d3381
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c939724804de675e563b7888278c3df1f60f84
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87796d2e47c76ecccb84a54fb4abe45ad3452427fe4984612b93cd2399d4a4f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5d9cf567d917c87a8d78fd1fee5c9d843df424
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea66d1473f905bad3b4103890cc5c5dd49b550a22e2daadf1a8a616f527940c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79eefec1db7d8b7b8fb1baefe11d4b625acb100
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f870cbdc5ba776fd70a507cc1584dd17085e69022b38f0e7987526971c6149de
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7508aadbfe2a29f8c5679fb01a03fb5a45fa151a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0b5482d32dd2a67e5d1cbcc0b450180337167666cd5e96e524b9df6f19c79f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8793912e6336c1ca1de6071605be32b6a557ce4e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a51978996266a634d2dd7ee972ad291b4d082a070743c302136ca49e3dd157
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1727388bab6a04967e8ac4615c95032be74de291
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213c6cfa94341c2e2cc20c5ad3ffd98af564eed67b31ef05041c43fed276e98f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db02a863555c516d78bbce77af336989b4f77bc2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a751a6a095698a18fc5de32265e35877e5c0a197d50c4b0f874133b088c13b8f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c96e7e981e0f4b01fc6cc02000d749ffa1f22e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ca9dc43c16c162cc2d78646a9d3048fb2e51792929aa0e6a800e1c8af38bb2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91aae518f44ca98d829001627ab854f65536a4a0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c423f17ca8dfd6bc1f998eda471c687683597b7955fe07b39a8172bf95b1fd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2558f7724965b8e41170ca935eb037ef38aaaad0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a3033de1e1bc3c76bad774dff89619735cb40648e7e52258d75e3f68c30fc6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2a12a9120ea6b721b1e5282997fd566c573cfc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a349ecbbd9d8ef88976b2671082b326e531199d55db12654ac81afb0efa50ad
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896c6574258fc295b679030b3fa960c4c375e60c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5c3f3212c75a5a4516cf584776158cd15563009376da8320bf2735fefc7719
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13137c5e66b68e09111113258bf51130a3f55db0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6d65b01fc8a820cf2925e07bab1a38e8e6642c1b0d1a7b7dbd25b818cb8353
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576f8e6e7ff48c5e8f6d25d4e4b7ca630d0a7763
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07abf732612969dd2652f0a4d7734d0e1ddb250c1735a80a1bff4e28db984e69
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf690975954ccda47324811223056dde4b888aa6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6b30a4daa35d523afb63d60dbad0ff4a4355becd592d781340046054a64372
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9510bf58e059054791070793875f63eba7512e62
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc76d7a070acd61316826b327f04fa876f474de404e9270e2cc5d70239d20da
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526f112ac002d286540e08439059d2b3ad082ee1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624f4457071c43f48f6372538c009f9d27da92256276b603e63737b3fe50280e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0108c29cda3c6d4fd577eb3e1d1acee87b5e89ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd69e2794e2093bf065b63ef7f7b568bab4a60f33de6a449f5ecd660a6f7679c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30fe65cd205140d38520f9f9dd422641d99e5273
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51fc81f5b088d68ea021a40bf3ce793531ca3add0a50de10bec79bc4b2189c62
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977276b06c64327fb1bb81f3dc3dcd7b3f3a93e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6515747150fbdd3d7c688a5291e28ae7ce770adf0311ae5b2c5531980296fc3c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7537d419b02ea82adce9d8804ed18c15da98a0c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f65dd9dc02a3f8ff20e2dd28d9bdd6b060c34933ef711df9259d30ce8f58f5d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c84d4e9eb3d01f5c701c5688808c5b22131a7cc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16a4631f8437d333af4fc28695793f1e22aeffed2af95e22a4f6c67ff42d4e5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c97a3b47bd37f9eccad475d3a4eb332a966d08
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5e4a1a1bca6ea31a514327ea9091ebe1561f091d3f6e689eb6a411e5245c90
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0c975cf2281a31550a64e60f80d358d29ebdd5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9d6a20498a4261bed4745dc7326ef812a84f286ec34f942b4efdea9b8ae693
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30025c0684605bdaa62ab18838f0eb4932080534
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1475e0e7ec16e18dc8ad6159f294265e3f4f824ee9b6fddea2a0bbb175cc17d7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e1e9e6cf6e0b141cd72256e361ce27c0e0cd57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979a917dcf8d3e822f7aa2db76c28c769bd295cdf7d44d773a7582719f11a778
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17bd129e3344e3106640a9ea90e9bfd2656775c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e31968b5dc3231d1849b213f1144dc758356c155e398b54fda6ccfeb1ddad8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa323cec336c2c4eff51c358113b5a6742cda5c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66738d8cabdc84e442fb2eb8ef08edf4c2f40b68cf34a0eeb4757393fca8b88a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5d5228cc64bf8d84e0a141578df0865dc30fa6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cae620c8bde9b4e92be5b2cf098138e70a2c8deb5abfb8b6931f8aa163ff3f9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a34dad53e83669b83db04bff5a743b54f32c62
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffa37dcbc1293c9e4347ae0354f1bb18deec789d50011708b544d63d9a5d883
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf928e8bafd68b3b59b57b083c3a4f0ddeb9c27
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf827824454f55424aebb4f966cef2e66a4deaf7c8ce79966be2f6e74fff6ad3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f072282ccf00a98ee510fb66c645e93556a65a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9556f45e6053866b4183c20dfe265c3a7ae4f6c52ff3b49db49ba141ec4224
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da99fbd5202938e2417b817aba664a61b6d29f7a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3581b68651e4cf6c907552a4bac449990d7cf88e200f52e8b0b123fcf244397
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adbd85b61b0255b361e122a5f450123f74a80ee6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98059e8aa4f8bf75bc520ed928cbe8c33e6a5b4016ae40c5a8133670e3afc68
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6aa36cae8e18a43282bedceec3c36aba832a654
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef4ec95ea2424be808b56bcf924f7429b5c3a4e85069c8a70b99a53511397f3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af92f386815ff1cd5f0c441529682a3b064aa18f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7527356e2cc2f540b030fd7846c376e8ef4267be21bc78e002fdbd6835fb45c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d124e2bcdd3b46f72f4691d79c35aa5be1a777a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7eabcb81a129098a95d6d7a2daeb23a17a9b517161e633589b76a37022594ba
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0e391fab10750790b6058a45221f69be528c5b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5430a3e2a5d5299635a3cb14e3edc9b6702c03e2b67cb648fff5e8f29f630952
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f056f2e79856e7e0d1106cdb6ed001c82b1ef71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f688fdc3c4d87f4671ae3a6e22549bccff7fe46c05801ed2105121ebf46cc1a2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a781e3078ea9e47009d7131d88a11d019fb639f6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab7458cde43ead3622a84fae21684ee62ebf02ae9ac40251e85630ed58513e0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e20812a36dd14f384b22d47cda2141d5397f742
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4328691c879038eef1587797fcc90fa70df96718e3620885af8bb466cc3b03c1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ade00d91ed7151ff2295de9ef9f183351c19d8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8c4fd1599bc286fdd03ba2a461829e13791a8305cfe3304419ecdd257f52a7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5bdcbe1d0a1bc40c824bf8ddbe7cbeea244ab3f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08524b323283094768cd73aed55b2c7fc1777c994230baf690a7e5b756972c97
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b3eb64deccc1744c922ad92d3d4a4eb427473a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003d8851f6548e3503fdba70e7600da9162a5923a7ce9ac441f8b335fe7868b6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c31d8b571834a3a7f2b11656a2b8d2dbc615915
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42a63bcbdac3c85ba40a6de97994dba612c9075a67331a5300a899ec4cc860f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e6ea198f08a238c92d68d202d0352d820b3d12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3822977539e5f999c26e21faead507a85ca3a01c503ca40ae1c384c6aa4d974a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804f5b6468760b7ad884adfb35a1d225aaa97527
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52de869b85fab7dde842227eda347a0c6d25f50c342920fca614f918885c7b56
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117a672a7b3ee5b27192a3a065cb04338bec2437
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c424e8173a2876abfb27f77555f31cc52efc1d9ea4ec52be0798aa946937fe
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d006bdb38ec68ba8188ae44dee11ba21259d6c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612c4a2a19d081f8d2424721f5f138037743c84b1054d2431d81a2fa80cbe8ea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baee34f0333361f6989025425fa5bfae849893c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb28e7d1b2d450f434f86a49b2292d9d1bb9d2761f2f8a2bb6e8fd015ccb00d6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2050d84f3cde6bb0668e3d47d6b0bb5ad814a075
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9987d3bab1f2b0c9cb5f14a3019821dd700ee1e9a68e497ea88be12ea58bec
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38d75355f86f63bd903cc2de56e65cd01a0c103
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0f4158802c2fdaf30583bed817d241712d099dca030d0b968e472acfb85bf9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910b2fa271bacc9954f2b698e8e204625a06fba5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482d92149b57dff6a7ed5792ae183e29946a1ade91b4b574bac59e0192e8c7b1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf7f119ca8e9feaa6cce3e6fc9027e52b8a5711
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca098bbb077466737082b3c032caf4d2e02cd63a8c2681b5cce793ae19680ff1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd615543428cc1097cf6f5a3e8b96398b551fb5e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5757c8cfbd5ab1b82f4bee31627e3621d541bed93035cf074d32da53fc5a9eea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0498e2e42f99ceb11d51106e25b8684c751af4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd7d570737d0579bafa6e13db8ac7e883f7899f8159092aebd2ebfd6089b175
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9775831815d7ee8835b30c39734285cdd5079c0d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff5dfeaf1a890f941bfdbee0bf2a0b51471e8ad2f70397b51193d240768c74c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f0407606740d9dc9c7180ff90ea5af7705878f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f45199ef322c2234a1ab10d43c04132bd15842772a2452655bdb9291dd8fbf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2832e47b408a84d4baa8876d58932bdb30fb0f47
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1483aa1673c7e05fefb918083c295f410665ea59d9e841b53ca0f9a79b0cd088
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ded80d198350a3f81774e996e9e4c8607dacdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62f0ae17f482a4813c6d33c416fb248380048ecb4c490b59757caaafcdf7824
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc909223b2edeb0d3bb06984e555fedafae5aaf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80f50faed7100224ee8d4aa7b315a9c5530c58294b5960e1ba409f46acbb009
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24b3a77f11041b608ebcc03e86b07b2c5380ce6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02b0a1c1b5c32f0910a1498b1517dbc9833170cfbcd0c2acf68ac94c51d1698
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478660d21a29ff09aecb36b07adc3f280df4246d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2a376f8d2c446c6a22326e312a325a6ae6c9f77c076f8dc155771e87dfeda2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5632912bbfb3b545ecb638fffb2df65d8bce23aa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de566c155a5892f423eb7debb737629a85462c3de3846ead496739da6ae1cc9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306269d16b3a951730c7f79e9378ab5fa770d59c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d7b7769ba798e3e50c3c806fdd5a3d63e505c7a50e5fe7fef147057eba310e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ca4505bfce10a336cfa149f833c1773bae226e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b582d7bc0c041da228d0a639ee9106164f0c00a2bda686a1b28130aa64f533
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba05d0dfd2746f66b6492a2d68566dddda3d2854
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9020ee37d47828ba5964a794aa015654d71d67000d46f379c19df94530b56fa2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a583315a60307624c6406d93f9056f36ffd84df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f280fe041a302907632293d5559f1d9caf708fce73a3d418301f9ce6ed732083
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd8a4f946d195bcd01895cdf1ecdd601eeb098f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed3347dc45dce7081750a51415bd20de2bbc0d4140e415f58746bfcd3b637df
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408dd332bf0c65cd8f4032a56b444b3f2e90b741
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3812bd0ac7b580b877406aa060775aa5ea0d05fb3c457686e7abe8fff355e5da
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a319bfb18ca68c8f799c79c5717f926f426ad00f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a99d5917183ae73be0a23f8569ae65048d28ccd7301d7e8225ecdbefd243a53
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b31a8553fbb9fdeb9b47c1648d31830526820fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3454c5ec2dd758e8a1b2145520b15f3d85018ed1af91d4f2697144e29e19c347
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66a28d2761178900d812a57461ae640fac02e5d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e7d256adf4461e0f935c378bb25fd052cb9b7b6ec2519ae2deefb960a2caef
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c925241d8fc07da02cfcd4d67476abb51c0014dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9993dfb9db3322377b22ce7b2c3ad1a81bc61ff5c8949a0ff0dfec91f3e36d61
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5843a05d2e32ab68aa51e82e79d1a400cf0426
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d3dc5061ba984ccf604bd5df492e733a01ab9b3b4f6812a2c6b2e18842cd4b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027e9997626976ea5a61affd0af6cf1449668f9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0807975e59ba7eba64e0e30642589ee772125ea80b005f0dcf6605b65dfa7430
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49ac70cef6910c58eb914ca8209243380881a1a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775686dbd68f3cbf1ecef0a84b3827c0f0a92cd1fb59a8a7958fe08ab813f857
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f7948d7334f8a5e29e0c46c04b82a5a89f94d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f9395368efcac0ae2b31e2af735374137485b958229d3a8545ee0142efe6a0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2739dd1e4d08409f15b24bcb9c7fe4aab1386d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17109da843b38a97f9102c2dc8dcbd314ff56f16a4342fb7216312f2726cb3f4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4631741d99973275452fab9cfa1fc483c1dc4bba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09431429b0b81559e78e19d3e9918be71de07157039cd5a228550285ad53f08
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665bb7a22edfddc018e6a9b94c6fee1caeb7a3da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c302f11663620e8bf1f1617bdf855808ff77e8cc356fe0f9b7ff1eba88670e64
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfeb84307ded731bf70d932ada2d850109097223
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6115ab2efb30d15c1e01892f29813c10a2d376228bc26e7732fd0857cf5ceb4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef907adb4542f9ebe1e563eb2a83d8cb1cb8b184
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71ff6dab40afd8b21dafbeee259757d3e880550e798a96f08b497ab0cd8290a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3fc41fc58022a5323f5332671e602f1c0f0a63
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05e442225a502189f674d773e9273e034a1fb2ed723e907e90ad1b5b6c07cb6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6111f354c0a01c87cd0beefac49c5763671c55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4dca9b8549ecec6c5d16c3cc326ec73cd4076b40d6c1834a85dd88fb8ae332
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e6c19e8ce918b5dbd89ca5ed542b34ee8092f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39562e627dbf54e5a524a43cdcccb0d42026edf2ea32eade220f214357cd590
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481900e3b89c3385b6bc18cfa0835a1c34886624
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07b20afe7cf0983d3617c5cdcf51b865aa2b11f9d2cdcc9de99326d14c06937
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0190899a9cc034f0c47796f1561d748e1681b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd447460317d14a0915a54a6a2ca644c79fda31515d32d0a3548598cbb2a6f6f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42eef73e8a578d1534dffd690cd61173447116d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35783b6564df1c2f5f4adcf4805ca6677897ace168d645bf2a9781cc3e390bb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1830e54ba73e61606a897128beb3a976744f17d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33307ae09d0a720ba3b28a675f652efa855576483a4bbd21cb006786602c6b3e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b27e69907f5dbbda995d589f03436a5fd17c45
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef4e5f7709130782ae4c86ea8cf2c2ad731a9a299ca8b46df5d1d33e8b601be
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e64a2f1b87eed4682cd6d8ca943c0fd97779aada
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a9c9ca0b936d23e7c974b786724b192b2ced640c322bf2218e5867d6005125
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211455ee942004a5b49c91303e0c4cab2a3eb904
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df79a7cd37fc9457bf0ba10116cd5edec19d1c9dff026d6ca6d821044fae9c7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62696320d9daca807692c82afe7e8e5872cc30a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28b442990a75d57df8450c5e6ed3d50f76256dd7d7d9e91bf960619787def1e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7a12758800b7a2dbf9a1ee33f965bfe97a8385
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b51db0670753843a86850d7f2902e47d3b75d3ab0644844ba76176e21935bd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe7b285cfaa24bb20a7c5eaf4b3635894bc9074
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36d4dfb5d616db9a185783cb3e944a9c19a5e525be3f8a3f1a2c6dc2a207dd3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321e8307cd64099a6a2961b02ccf7bc9866ca4fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a4c73793971b5075118a3534f5def534a756621d8de098496173ae9465cff8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6415f6f1b0a4fae13fbcfacb90733ac707d3966
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814dfe07285102bfe060b8f8ebf014e52384e220948971d526539d1bd01f2c4c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c23de0b4051b30202b59d8870ba609ed63096f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17be37ba1dba9fe84376ed1e3b079d49fb4083f1e88113555c1b3b574778ad4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbb20906afb3629deaeeb45704bd16c2b5d5c33
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0bcd66a4e9374971d5db695e259949adfced4964da3e5616006023fe5abf3a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9948fdd1f415366637ab9d08298d49e7748ff1b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587e4e060bf264983c454ac3b6d6156ac7e5566275217895da27849fbaf0b8e1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320c53c7d4d813d50954aaa689c8a30e709f36c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a044edd085d68d59eb61d2eb1c58cd4331a05522f404f8aad69f1dea2e3efe45
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27837ea16ca3fef7b807aa12f248671817c8ec60
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ecaa57299e18f0bcf4adff49a0c6c831dd04e62d0909f9056c306d47895940c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee235416fa06934ac32d34f7b69c371b22e78716
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2cec3eed7f4257a03920fb58201e475b6722bfc49846545339ad26c3565662
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7192c6e8aff32354a00242f3b13acab7ffd2a78b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74ef3ccdc075b0ccf2c38ba9a6ad1d749a874731141e5a0196f00a38fd9597d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cfadea07c3d50006a6ba4bc3932cdc004a4ab01
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606e7c8e719bd27e263952034ca9489dfae7d7ed1949e91afa9c8a6063cc29c0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea5ae9e9691416169dfed19a181fab708af2792
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffe558eaf158d93e0f4c19592e25c2eeea010794d2e0b650f931e1f82d9aecf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec9d41dd1e1e0cec7b006c99a3990b208c81de2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88cf5465e7d04b224c5831a0e02944d669bdca8a5b6b3835035074a1bb3aaf3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8356a04a588b633a031e8ce61783acc14974a028
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2574536b5c4631c113c06eca87c75be609ec743daa2fa6f62a579a08a8f63ed
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c64826ff7de46441f15516733c7eed29387206
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed6fa0490fb4e2e627c2cf5d6800f5c73cc447e6f4a71186a2eeb1eea2a2ee1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d8dffce32f9f6efeae151657fcca4059fc5820
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab289ef56c328a4541df59ebb023d8c33252723c29de7268cb47f9d9fb9a347e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a09f071d3635ed694ba15abb03e385ab94d3a3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52290cd34809a8b995c34f19a2ce0ffc351e951352d4df0f2e95dfe7f0dc4a89
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c52593d6394d1e2a40573524bf00367ce3e695
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5180135d6515a883378882820607385164201e65f569f047ec7af4799f4a4a2b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3468962c9f693c158693cd936f28a6cc78daa966
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5f0d3fc3d8469e7a76e7971d10a9bb988b6d452602ff14a025133d522dac06
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b091feb39b312d3c088731d93e501b049becd7ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d400ca9b22f7fadf7003774a2f646fbd9afc0514d7d06ad52a505e0448a3f94d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1f076a095dbc8874fb29ece77fb3d2d968a99f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7741c76c579721741def096a24f663f335981e893c221a39c618675cb78a2a7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174dfc3f80d37fbe53a755c2d0dbec84a5a1a4b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a058faf89363a45311c3eb11bb6fdbb8e5d3ffc2fe29035b2a7da279cfb347c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5723ca78c58a84fa48e7503e3b4884e071ef31
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb97a34e87651fd5d299736e2c953ec0292fbec8bb72da3e82e1bddc89a9d1f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05310fe22ac2d1e9dfc3d1228dab27b6f75fe424
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69e773fee7adc8e979f1aa3a573ee5b1ee12e0b23663aaf43b98da360b12cd0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3a1a3345bd49005f7e6089b31d6db6d3e9f3ee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5f5f6641f149790ea766dbe600852d0f9e4ebf832a9383dca25587a7563c11
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba3044d8c7e92c0c262167cf110fd4c5f5c6776
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686bde6934ec95dc47140e82a3f26ac16545744cf75d2afcb180c94adf064dab
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f75e72fc50555868d58081e673f2e68e9a06b1c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff28b447fc6cde85cf2035b23b9a736ffbc1382802410662afbb3d3ef4544c1c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de10c65a952d0b91b6c52224a042dc3fad345e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04df7a844ffa8da73b9432235cb9abf7310434ac3880817cc6455b3fd48ebfec
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49d52780158619876f0078331d21bf48a17df77
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0651ffce25e930cc01db962253c7636d8aaa348990ef2173e7e6465c7ee1f6cc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9366f9d117772de7607da6164c6880f3e81812
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbd8e047b7e6788232b4790355aa3dc27e0115128b6d630cfb75cbbdf10e356
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05cf487795853952b4d9ed6eca56482b94c5ed3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94598d7f341a2a69e25b5dd3a21e266bee8097ce389589f15d0677d09de5321
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba151d905c5f32d864396f70420c7d5b7b37d474
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5260e884f09b142a84b415484657d6cc0e6068753d497ed340ff93e028c6a30c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690284bb149997eaf1a7ae4d058149995c210e41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3251c184158808f71a8bac876b0200dae76105e59cd723b609b4eba2d6d9495
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5145dcafd9d2c19d751dded793d952d1f5ddaf99
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71238e011be3f84994c9904e0abdae267261ad406cb03d11ffae8d167bbb7ed
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd6248707317eeb0286ba02400d44623a23cc1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8997b5d51bd748824ab675011125b4f60bcf5bf10fc0aa19e1299aa8921a7f42
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60e8345b5640986713d6139cce2a2f4634ad8d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70b78e2a800a6e6094ec0bff281a5621382b64ed3524a3438665a9cc91f8d94
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed100770b438f12bc745b356a44f77817854503d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b70b85ffbb797c2bde443bf46619a730b55de9ffffad5059b74f9569197b32
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24402f3de6e9a630e144a8334f57afc4c29b2e59
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2aef71ea7c7dd987f456703fa7cb6982775273ed6b85ce19db95982385a351b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de3f600f0f62162af750ee0a39ff943e63ff2f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce03b5d1911b4ae7f7e02bf1d89247b7a75db8827fa75e30095f5d39ceed31e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10b04de73decb14a574de18767e214a4dc87033
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871b2666eebfdf1530cd2a7cca07a068aef496a87c66ae5d5cc0f4a3f0143143
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12ec65c15fda59d7eb69065dd6d18da566dfe66
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07209fd0de11a1e735911381e19744061530eeb50ce342f6749e8781588b1672
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e26dfce47b1191a15c0da63a11e4cd9936de75d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5baf504d4ca0a7ed55f195178a885c79f430ac81986d1843ed3ad5c3c689ed10
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cceb58b0a14adb41a561804ccf1b634e6367c361
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0559d7f89dbae115b7c7dee53634b339991286f867d2f3f9d1b53ec4b3cdc7fd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99439eeac93b3de962e68637be1a5361329510c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5dc328abde734c245cc02a4858fe3e4bdd44294bbb9fc4fc04ddaac5a12b39f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3935bb2cdb90204c404ac9d39306f061783ea22a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f517c3ed6ddae76b61fabcc740d894eb16058f9af2cad75d1480c6555f81bcc9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358d190450591b712619907c5320753f853bff44
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1363e2e4111c251e477d6239685cad948716f033606999f568facb9705ad4729
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1557668e949520cfde91e65c6054b2e58a10fdf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f33b861944e17925d7baf443888c3a70c1b241b470f92702ad03eccba30c0ee
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df5d15d2a499f646fde55a50a840349804327f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc86571b186f87d28e40ba6d7bd226887b5231e439e11def61b502b0cff3980
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884f62888732d4de7588b2bebff035afe90d5bc7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0c17e87461fc2608261928c3be62a9bf6d5dabfed115973b70891bcd4e2239
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee22e202e2996da4e9f475c933ed99cb227578f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ba40022ecb3497b3f05832c7ff9ced4c256a17c3b1684806b56bb880dd46e7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c170141c94e98901f64dc7573041284f7c0591
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfaa0ac8fac2bdfd96f38109d574f36f9006f02c3aa20c51767b90bb3d0ed2fa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd898682114b5da9964df665015dbea66d66c21
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc1bae3574115e0d8f9ef6a957daa32ddb470479581e76402f18e2dc57e73ef
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360e0bc3e8198402989486bbb54f56140cbdad06
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b495d6515a3f0e29337359790492fa6eb14a0e470c9c8cc822998ee9dd0fe74
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22b0f5b8f4c598b1c6377f505444378a29d4a54
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacc28ad983c63fb81f96e7169262401d8230c9834603c2f8cb9927bf33881bf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0db48091fcd62bf110767c8d7aced845d6df00a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7284522f4ef9cb545832facbba1ad1aaab46df40f7fa3c09d5b9bb572f423b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f21ebf2e263b0b15afec07a250b0eeff7ea6f0c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be8b1ae7a5e9f00bc7a57bf6af8ffab8581b8f6fde8dc3fbb9e2ce2ff89f578
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5144693e044bcfeaf8eac159ead344fa0e58c97e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82f36f7746ae3061db9ce680a93894248c5e0911d2c53f45221048b49ba65d8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ca9b6f1805663fee6c4d87eec96103f2ba3b01
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45ca3ab83061f65a32d21d9fd90b7c3e50a36e5f0171951101439d54bb3d81f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21dc31df46b6828374a7b852e8b96e0b689e4515
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81113076ab311dc1272aa1b7c013dadab6c329842f48b1bea84270f20345a428
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0941a2292741cf994b4235a5f069077770c7a4cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05de0c74c21cf83951247b25665dfecbc23398ec4916fe9b593c7cfd48092d47
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9274c74f316f266dba53d3282bf5ebe91c7ab8fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49205698c05514c0a11f40ed009641d193ad7971107549d81c28236e1e7181cc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b97e8f2079b13ccfeff8553ff19cc53261ad6b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20ea4b0967ab9e6ab31b53d8651d0120b2671ebb39e267b792a2c851cd5860b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c263327ad9ffd87830e79d891fe8cb05c331ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8907008ca0baefd352cda67fc0a6a7b66642969bd8e11fdb15b663465b827dcd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca292ba9a5af2c2e117f480fe522daa9ace5ab1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1460726fa5ef9ffaf76f058a759cbc146c97c82af1470f1b6ca7e859917b5936
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b295aa6130991c8eebccd014785400d9059f14f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42d397fede5b2c60374f38541250fce4c9dacc78897a7e349a8123dd2bc6ebc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae5e34b268ac424e9ebba2dcc5b4061e31e1031
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a35cbb4f121937f008359a94e94aa8a5c6c8ff89a975daaefe1cb924708d58
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac849b8f60085ca79ba558618a7acf9a1bbd9f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b9c9b5af2e12e2713025cfa48e8f9cd550513acec264824d8e74e857ea2a0d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d73839153c15a6903ea6f9b2eecd22fbd0a5c1d8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d7d75976a340543e7b024fefc0a8204551f9057bd7dae00d7c61f6e1362b29
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181e84ef8d5718c3f290940c65a49a97266ec684
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439f3e54a90742a22e7d80ce04688d0fd229bbdf21375e0271b1b5475c2a9a4b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66bf1f0a8ede97404532da7e812780e77a27311a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c25c8e5c62d77d639ffd254aadaa7d5ce9265f58efc3087866878d99af0830d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7205f4a036bfd7799016c026f5df0d4de812a3c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8fad7433e3a17c5efdde9e286c11b389b08f65af12e6f0bc6cc6374f7b867b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70af2a18738110f0bac29df3bdf8a2048fe32416
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c717a5406086140074bb70908b29c1e6027f146e0f6ee0cf8b60b038f558593a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11e368c486174c5cf98c100ad94e81b0d242382
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a558c2afab097c20aea458200624ebfedda587c278cae3a7cd20af1c8928aa
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1973effbd8c8088b72e7d56074f5e2c97432baf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82687a5a4b5209032fc183208a5eedf15d9e128f4399d72da742fec0a9c51b8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f30b5adefea6cc55dc30714beef87babbb21c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1697bf91d82d936bd4c1ad47d31da2a497d058bed38453ce576c4ec0ad11986
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de62a9034e1b591769da15e23f2706ac6f63a576
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10f192f3fc1c6231a0afbc0e9cd162823f1dbfcbcad7d8f83f381423f1490ff
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5de88a74e379669be54fd5bf3292fe5579490c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468d6805b3f1f04372ca972bcb953b84e3e5ed757d90f903c68643c5a49270cf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558b1cbf165f5bab11ff2110341a6505be4e4345
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360a31d603b85c4b6de438deea2aa33032dcaa78f3647708ca2f16ac2a4ebe3a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2face3da6343ed572e919d884e0744a643515ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8818b82549675404b1e1793fa1e00e21c034ccaff70622ab5137897034c3093
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953d882db74e477fbbc7577d7289745943494645
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482b2ee6d50d57423960f6f96876c937e9917e590dcc5f3eec3294c71043da50
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a06d841e8b5f599b5c0a6069a43a4aa1956b27
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7536cde455b3d22c7ab6945bb12616097d6fd1807978c10f8f5ae522e6b0c5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd00e0a258b16febdbf44656e08c7ff66e9daacf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f036408d1081d08b31585695513143e7150dfe8027dba8bd5f65cb067d662181
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37bb50db325ed2498d4b7e1481b71a9b14ba8a2b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4802c51cb9afc2427bb136af70f493d74a88b260fced363f99782670e49745
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ac04ed864e59193e3024d1719e7f7386c99139
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f95be9a328f0f911f33fc3f6e36a9185c7f72d88b4c2867624b223597a857f4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89919d49bcdf11752f70bb006a2da4f1aca6a2e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bfdf1f1e12e767d7cc30104e68c5200e7085a3270f583820cae293b57273ba
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae40cb1ffff716987d3290ed45d21882e9ecb03
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb3c6eaaa667ae34f1374949c8e2a223e4ca77dd31b29462ad3fcf38e2d8ff8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12c7d561fa944a8b2ca3eb2939a9d4d17e48dc1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fd0d15ec13a0ea958c7917fde13c64bc1b176be81379e59b0698014bae9f045
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745ae69693c26d67ba439a68a31a5a090e93989d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816703d42f40ab539236bd85f8502d739f292ae1b03ef50382f24e3bcd4f5db5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b97e1105ef54f391f5c3af2007831243eedc2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1089e74ef1a5262d5874f3c9945f8aeabf6c9b04a798e8d8b964232348cdf955
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485a595131125d2f0b0d6726a0bdc814a21b72cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e292e4dade0e54a4623beed97e60fb42f429bce7dc0b6064f1130f9d9331b021
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e952f6c6c03d666e26f5d702eec738b31e292e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e6256ba7bb3fbfcd207dc5909e94a93ae4429ba3994f63ef99337ea096eaf5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce3458548f3c96a6567da74bfcdb66fa0bd3e5f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9f38daea4223ad7373194b60b1cbae8553dc4bd61a47d2b4ebd1bf00170fb6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311c9e2ecabdc85eef9da9fa67be0e1bc51c1b80
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d670da7de199b8891d97c9a3f9b1266a346e27914fa412da0f29c0536e69b5c9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c4e52c99064a1d5c20402337f6ba22ca11d256
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f36a6c797c207d50aa4c4f30fd42ff038c75d190b0cf6871cee760d9eafb749
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23720cac04e0de7e26437daaf5c0f8409ddb4612
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932e5103b675a3f89a1863a3f9ee004a444724455f6493c4e69ac02b4091a5d9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3169979797dc6358f4270c2a3f75f9696b15d532
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f85f249b172f32db903209cdb311a1e3c395c70d791c27d004e6cedc04ad6ec
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30d386bc997478e128b903e6b47fd128b5a3009
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa5d408df741a5d534159fc06f3a4efaaeb45740f5f2d34fa0814fa82e9c2f8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e9f51294f254936e0445281efef507cd024787
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09681b62e1508325bbccce09c7cb6908bf4d9a866142573552ec5f3a371edb90
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227ff8c4ba61e9d08388f41d7486f1633207599e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173c7e6ecbbc5e3d1ac62c14009bb18e5a3de6d0b52ce1fee9d683dadf00530e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657661713968d0e33c4b9b9e0a0ee171283de03e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedc2de6357bbdb5fbb0d98d35be80dacf9c8784dd695dbdaa3cb8381896fd5b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7db15d8a1eef436436d42ad96cd6c8274afb859
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960c4e4c9a84874f5618129bc75aa259615ff79a862611298c4a360ed9058473
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6438d2bb8b2db6f5f65f13de6c5368c67a3667d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81f92f777d7469900b157cd6d50ea63f688f6d1436fcc0a4772f0ccd857f221
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8042cf5425ccb8afce1aca00dfa1b4157cd54fad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4255776b8a05964b0ff4ee57a74810bcb8c638eac8d35087ff47fa532417e128
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6afde2606a86aa99ff6992f71c3248cf965fc093
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86242075acc815a87d8351b91e8a721c809f044d342ca003fab70de4e145dc11
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e77d31bfa01606ac966aa60b1ca2e869995b99
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e27cabe2fa4fa6392af46cbdbf2234ad8c5be7dfa69a20c93b4988761dfdbf7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8219d1ed15afb3de5082f2d4d0067f240f63fa71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9c718172a59595d58cce0c427ea6e7c7b64d0fb88bb566cac51d52e48496ce
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e3ad00cc1faa3c8ec069afa4e583c07724f3c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09bb24bf72244aabab8e854b1c1c1dadf3533bcbf9a245b4ed1a0863c2e2bfb5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c064ffd314458164784c2f3328d3e1f649254625
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d82a4536d45916775625d4ba4d7b7263eca5471bb537bb7f850312886e6954b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d7740009b33c30e1444fd277059652750fdcbe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bf883063d3f7d71647453f86339b3b8d02d45af87ed3a82b7564192121b6e9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e4641e93abc76524eadc6c36b024d684a172ae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ec9bb90410b5d015222b494fd0abb84beb5dbf16f84e47c5f260993aeb9fb7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02b078f3bc5bf85e6db7ef4525ab48cc15c2b6e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce2147c545d306ebcc7bef55621d48f9931a6ef71f1859511ed9aec051b74cb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34be12de8842ce28632bd05ddf412e56165ff104
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc89e1621a0df4c03d8660309b66038832bdc9023c30189fa61b8e965739962
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd993a66703ae5900d8a6f9b3aa1a5d7a524da5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66de1d11e487a7a66beac34d0af22a5f8040e236f20d99893652824980548a83
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd5db79b485b25b8e4337c266980ddcfd763d38
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfb7e1944acb511d44ec584ff57ca53c9998bb021dfa176d3758211eb46a376
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b2557e44c577449fe3a26e6cf44fd5bc19e040
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7014f4523de29662ba25cc0e8549d1dcfb9e8a3bda9460f285894650d9abad
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad6f8f5ec4128023ffd5b079d9c5637dbaaec7a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c2c2d41fdc85334f3475ebb6e6eb9d0635e059a3adc7d125f48d4bd4b2dfe5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ccb22b7a521d6ea553f355766c3745caa22db2c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4c4fc4c81808778bc887302cd8bb9740fd2077769df4db3f9819ca32a88f6f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacd31dbef62c83d6c2d80fe142a7ce9a1fe8508
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77706d305aafccdcc3349fa927baf26dbf7d51cd6e6d4bf543dd2ad686a609bc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f2e31b1df744820476fba99ad4e7fe97b86653
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dca0b87d9124ecefdfde4ecb1a12a581ee84071f79acebc4406004bcf586284
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d922eb0a46634d6253e28eb01519a65356d9de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91148463a2a7836357b34865386dc16455babc67a48b6b67911f003f573da41
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7392e4ec8f89d842d7eb306b417fc1c12de29a46
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53cae5a869a0161f39da21fb3b5c448dc33b062807a855431730cebe23ee783
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592faf28ffcab054a542728f7d20187a11b479c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9335692c8c19a46e45460c2ba729e337d953bbd38936731ebd7d218c660a32cb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c21e064f763b3a92aa31e54f7b88fe926f65fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97478422a3527432e5f409345298e2730743912b02e3b36cf76341f913ce2b6c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3826ac492a2d3ce6b7a0d28742c4723bd498bb35
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a3971bd445699dcf8fe0d53d59f509413b52f1add3c464f2c5c086ba4ede1c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c1cb0220e1519ccedc12cc739e42f275804c13
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b53556961fa2298fd64b1d16d3859e53a004f24b0142c952e571001e84a980c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519c102730b1a5b5c8e366a9f1dd74781977c7df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35882f58a9065e0ab3841b4f4c4f9a6f6f1e605b03add1a7348883d997a13be9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9938fe14b258747452f0ecf91ba6b84fb61b3c7d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8585a183974ee512c6a2eec23743dbe74c22ea122eb3db302a95c66698e039
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097419148789e7c578b4a8ac1b7f224a425ec1f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d77f2eed637c7a8bc7da08f2923b107df561dc8714d93a413800bd7cc2a7d03
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a177c0ab17ae8f9a2dbb5996e20ea91be6f814
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446e40a37e390456c3adcdcaa8c27f66bfbd46edb95fcfaff1597772d349fae4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8461ba8ad356bdac55f1c192a10dc82a2b43454
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f113ba1e9d7006ef76e3b72fec13d262885efd2dd949c2724843535e051d3381
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c939724804de675e563b7888278c3df1f60f84
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87796d2e47c76ecccb84a54fb4abe45ad3452427fe4984612b93cd2399d4a4f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5d9cf567d917c87a8d78fd1fee5c9d843df424
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea66d1473f905bad3b4103890cc5c5dd49b550a22e2daadf1a8a616f527940c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79eefec1db7d8b7b8fb1baefe11d4b625acb100
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f870cbdc5ba776fd70a507cc1584dd17085e69022b38f0e7987526971c6149de
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7508aadbfe2a29f8c5679fb01a03fb5a45fa151a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0b5482d32dd2a67e5d1cbcc0b450180337167666cd5e96e524b9df6f19c79f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8793912e6336c1ca1de6071605be32b6a557ce4e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a51978996266a634d2dd7ee972ad291b4d082a070743c302136ca49e3dd157
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1727388bab6a04967e8ac4615c95032be74de291
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213c6cfa94341c2e2cc20c5ad3ffd98af564eed67b31ef05041c43fed276e98f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db02a863555c516d78bbce77af336989b4f77bc2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a751a6a095698a18fc5de32265e35877e5c0a197d50c4b0f874133b088c13b8f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c96e7e981e0f4b01fc6cc02000d749ffa1f22e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ca9dc43c16c162cc2d78646a9d3048fb2e51792929aa0e6a800e1c8af38bb2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91aae518f44ca98d829001627ab854f65536a4a0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c423f17ca8dfd6bc1f998eda471c687683597b7955fe07b39a8172bf95b1fd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2558f7724965b8e41170ca935eb037ef38aaaad0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a3033de1e1bc3c76bad774dff89619735cb40648e7e52258d75e3f68c30fc6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2a12a9120ea6b721b1e5282997fd566c573cfc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a349ecbbd9d8ef88976b2671082b326e531199d55db12654ac81afb0efa50ad
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..896c6574258fc295b679030b3fa960c4c375e60c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5c3f3212c75a5a4516cf584776158cd15563009376da8320bf2735fefc7719
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13137c5e66b68e09111113258bf51130a3f55db0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6d65b01fc8a820cf2925e07bab1a38e8e6642c1b0d1a7b7dbd25b818cb8353
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576f8e6e7ff48c5e8f6d25d4e4b7ca630d0a7763
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07abf732612969dd2652f0a4d7734d0e1ddb250c1735a80a1bff4e28db984e69
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf690975954ccda47324811223056dde4b888aa6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6b30a4daa35d523afb63d60dbad0ff4a4355becd592d781340046054a64372
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9510bf58e059054791070793875f63eba7512e62
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc76d7a070acd61316826b327f04fa876f474de404e9270e2cc5d70239d20da
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526f112ac002d286540e08439059d2b3ad082ee1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:624f4457071c43f48f6372538c009f9d27da92256276b603e63737b3fe50280e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0108c29cda3c6d4fd577eb3e1d1acee87b5e89ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd69e2794e2093bf065b63ef7f7b568bab4a60f33de6a449f5ecd660a6f7679c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30fe65cd205140d38520f9f9dd422641d99e5273
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51fc81f5b088d68ea021a40bf3ce793531ca3add0a50de10bec79bc4b2189c62
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977276b06c64327fb1bb81f3dc3dcd7b3f3a93e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6515747150fbdd3d7c688a5291e28ae7ce770adf0311ae5b2c5531980296fc3c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7537d419b02ea82adce9d8804ed18c15da98a0c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f65dd9dc02a3f8ff20e2dd28d9bdd6b060c34933ef711df9259d30ce8f58f5d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c84d4e9eb3d01f5c701c5688808c5b22131a7cc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16a4631f8437d333af4fc28695793f1e22aeffed2af95e22a4f6c67ff42d4e5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c97a3b47bd37f9eccad475d3a4eb332a966d08
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5e4a1a1bca6ea31a514327ea9091ebe1561f091d3f6e689eb6a411e5245c90
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0c975cf2281a31550a64e60f80d358d29ebdd5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9d6a20498a4261bed4745dc7326ef812a84f286ec34f942b4efdea9b8ae693
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30025c0684605bdaa62ab18838f0eb4932080534
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1475e0e7ec16e18dc8ad6159f294265e3f4f824ee9b6fddea2a0bbb175cc17d7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e1e9e6cf6e0b141cd72256e361ce27c0e0cd57
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979a917dcf8d3e822f7aa2db76c28c769bd295cdf7d44d773a7582719f11a778
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17bd129e3344e3106640a9ea90e9bfd2656775c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e31968b5dc3231d1849b213f1144dc758356c155e398b54fda6ccfeb1ddad8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa323cec336c2c4eff51c358113b5a6742cda5c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66738d8cabdc84e442fb2eb8ef08edf4c2f40b68cf34a0eeb4757393fca8b88a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5d5228cc64bf8d84e0a141578df0865dc30fa6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cae620c8bde9b4e92be5b2cf098138e70a2c8deb5abfb8b6931f8aa163ff3f9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a34dad53e83669b83db04bff5a743b54f32c62
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffa37dcbc1293c9e4347ae0354f1bb18deec789d50011708b544d63d9a5d883
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bf928e8bafd68b3b59b57b083c3a4f0ddeb9c27
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf827824454f55424aebb4f966cef2e66a4deaf7c8ce79966be2f6e74fff6ad3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f072282ccf00a98ee510fb66c645e93556a65a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9556f45e6053866b4183c20dfe265c3a7ae4f6c52ff3b49db49ba141ec4224
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da99fbd5202938e2417b817aba664a61b6d29f7a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3581b68651e4cf6c907552a4bac449990d7cf88e200f52e8b0b123fcf244397
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adbd85b61b0255b361e122a5f450123f74a80ee6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f98059e8aa4f8bf75bc520ed928cbe8c33e6a5b4016ae40c5a8133670e3afc68
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6aa36cae8e18a43282bedceec3c36aba832a654
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef4ec95ea2424be808b56bcf924f7429b5c3a4e85069c8a70b99a53511397f3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af92f386815ff1cd5f0c441529682a3b064aa18f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7527356e2cc2f540b030fd7846c376e8ef4267be21bc78e002fdbd6835fb45c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d124e2bcdd3b46f72f4691d79c35aa5be1a777a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7eabcb81a129098a95d6d7a2daeb23a17a9b517161e633589b76a37022594ba
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0e391fab10750790b6058a45221f69be528c5b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5430a3e2a5d5299635a3cb14e3edc9b6702c03e2b67cb648fff5e8f29f630952
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f056f2e79856e7e0d1106cdb6ed001c82b1ef71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f688fdc3c4d87f4671ae3a6e22549bccff7fe46c05801ed2105121ebf46cc1a2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a781e3078ea9e47009d7131d88a11d019fb639f6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab7458cde43ead3622a84fae21684ee62ebf02ae9ac40251e85630ed58513e0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e20812a36dd14f384b22d47cda2141d5397f742
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4328691c879038eef1587797fcc90fa70df96718e3620885af8bb466cc3b03c1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ade00d91ed7151ff2295de9ef9f183351c19d8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8c4fd1599bc286fdd03ba2a461829e13791a8305cfe3304419ecdd257f52a7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5bdcbe1d0a1bc40c824bf8ddbe7cbeea244ab3f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08524b323283094768cd73aed55b2c7fc1777c994230baf690a7e5b756972c97
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b3eb64deccc1744c922ad92d3d4a4eb427473a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003d8851f6548e3503fdba70e7600da9162a5923a7ce9ac441f8b335fe7868b6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c31d8b571834a3a7f2b11656a2b8d2dbc615915
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42a63bcbdac3c85ba40a6de97994dba612c9075a67331a5300a899ec4cc860f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e6ea198f08a238c92d68d202d0352d820b3d12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3822977539e5f999c26e21faead507a85ca3a01c503ca40ae1c384c6aa4d974a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804f5b6468760b7ad884adfb35a1d225aaa97527
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52de869b85fab7dde842227eda347a0c6d25f50c342920fca614f918885c7b56
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117a672a7b3ee5b27192a3a065cb04338bec2437
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c424e8173a2876abfb27f77555f31cc52efc1d9ea4ec52be0798aa946937fe
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d006bdb38ec68ba8188ae44dee11ba21259d6c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:612c4a2a19d081f8d2424721f5f138037743c84b1054d2431d81a2fa80cbe8ea
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baee34f0333361f6989025425fa5bfae849893c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb28e7d1b2d450f434f86a49b2292d9d1bb9d2761f2f8a2bb6e8fd015ccb00d6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2050d84f3cde6bb0668e3d47d6b0bb5ad814a075
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9987d3bab1f2b0c9cb5f14a3019821dd700ee1e9a68e497ea88be12ea58bec
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38d75355f86f63bd903cc2de56e65cd01a0c103
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0f4158802c2fdaf30583bed817d241712d099dca030d0b968e472acfb85bf9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910b2fa271bacc9954f2b698e8e204625a06fba5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482d92149b57dff6a7ed5792ae183e29946a1ade91b4b574bac59e0192e8c7b1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf7f119ca8e9feaa6cce3e6fc9027e52b8a5711
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca098bbb077466737082b3c032caf4d2e02cd63a8c2681b5cce793ae19680ff1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd615543428cc1097cf6f5a3e8b96398b551fb5e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5757c8cfbd5ab1b82f4bee31627e3621d541bed93035cf074d32da53fc5a9eea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0498e2e42f99ceb11d51106e25b8684c751af4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd7d570737d0579bafa6e13db8ac7e883f7899f8159092aebd2ebfd6089b175
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9775831815d7ee8835b30c39734285cdd5079c0d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff5dfeaf1a890f941bfdbee0bf2a0b51471e8ad2f70397b51193d240768c74c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f0407606740d9dc9c7180ff90ea5af7705878f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f45199ef322c2234a1ab10d43c04132bd15842772a2452655bdb9291dd8fbf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2832e47b408a84d4baa8876d58932bdb30fb0f47
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1483aa1673c7e05fefb918083c295f410665ea59d9e841b53ca0f9a79b0cd088
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ded80d198350a3f81774e996e9e4c8607dacdca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62f0ae17f482a4813c6d33c416fb248380048ecb4c490b59757caaafcdf7824
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc909223b2edeb0d3bb06984e555fedafae5aaf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80f50faed7100224ee8d4aa7b315a9c5530c58294b5960e1ba409f46acbb009
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24b3a77f11041b608ebcc03e86b07b2c5380ce6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02b0a1c1b5c32f0910a1498b1517dbc9833170cfbcd0c2acf68ac94c51d1698
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478660d21a29ff09aecb36b07adc3f280df4246d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2a376f8d2c446c6a22326e312a325a6ae6c9f77c076f8dc155771e87dfeda2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5632912bbfb3b545ecb638fffb2df65d8bce23aa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de566c155a5892f423eb7debb737629a85462c3de3846ead496739da6ae1cc9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..306269d16b3a951730c7f79e9378ab5fa770d59c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d7b7769ba798e3e50c3c806fdd5a3d63e505c7a50e5fe7fef147057eba310e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ca4505bfce10a336cfa149f833c1773bae226e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b582d7bc0c041da228d0a639ee9106164f0c00a2bda686a1b28130aa64f533
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba05d0dfd2746f66b6492a2d68566dddda3d2854
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9020ee37d47828ba5964a794aa015654d71d67000d46f379c19df94530b56fa2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a583315a60307624c6406d93f9056f36ffd84df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f280fe041a302907632293d5559f1d9caf708fce73a3d418301f9ce6ed732083
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd8a4f946d195bcd01895cdf1ecdd601eeb098f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed3347dc45dce7081750a51415bd20de2bbc0d4140e415f58746bfcd3b637df
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408dd332bf0c65cd8f4032a56b444b3f2e90b741
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3812bd0ac7b580b877406aa060775aa5ea0d05fb3c457686e7abe8fff355e5da
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a319bfb18ca68c8f799c79c5717f926f426ad00f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a99d5917183ae73be0a23f8569ae65048d28ccd7301d7e8225ecdbefd243a53
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b31a8553fbb9fdeb9b47c1648d31830526820fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3454c5ec2dd758e8a1b2145520b15f3d85018ed1af91d4f2697144e29e19c347
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66a28d2761178900d812a57461ae640fac02e5d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e7d256adf4461e0f935c378bb25fd052cb9b7b6ec2519ae2deefb960a2caef
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c925241d8fc07da02cfcd4d67476abb51c0014dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9993dfb9db3322377b22ce7b2c3ad1a81bc61ff5c8949a0ff0dfec91f3e36d61
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5843a05d2e32ab68aa51e82e79d1a400cf0426
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d3dc5061ba984ccf604bd5df492e733a01ab9b3b4f6812a2c6b2e18842cd4b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027e9997626976ea5a61affd0af6cf1449668f9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0807975e59ba7eba64e0e30642589ee772125ea80b005f0dcf6605b65dfa7430
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_7/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42663aae318cc7ff3b130cb575d519a9d863dfc8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6a5c94715aced0f60e796322c7ee19b2543a98f1c4740e8d681d8d0e827a1d
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_7/init/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_7/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149904c14c376e436b427ff27e14fb708bf446b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52127a0dc553c83b02dead59af18724dcfd88bc3e6b675c6ddfb0c77a8ff6b29
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ad965a6bae2e2e5064e19058aac90c2d393083
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35ba4e9b03cc077f2eded95206dc938d9bba9942cc8979abd09b2348fbd3624
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd044c62d38455b4599849678d44c57316a7e1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ada4d605ef5aaeb086569aa9dbf9fbe6d99973870c534299cfbe4470c93871
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa435b10437dbe1afd5af36eab17fd30427900b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd162f072f7926e9636248437696237de6bef460b6d4625bfe8978f830a1b237
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e63773667913094259717d0afbfd09f17630a53
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f4122718d4c33af3b5f6945d811079eec9b7b232aa60bb0077561a44e1f183
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6df334affc870ef50f1a4e34101a785b530e828
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef383d0acbe0801b7fdea03b511179c8cfcfbc97556ae566ae99b44a3c3eaab
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f87095e0c6fa07442c69d35528dcef64509ffc8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1141a4e8edb19c35cd5c1fc7cc892e90ab59a99e96f7399173fec96515cd1e60
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76495d522d37df9e3f43bdcb5df594285f782a36
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773a16d4b4946c3b8c87428202016f76b1638136b536e62abeff04c2f4251931
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3b526c42073416b4ed8d961ad07c59a535763f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9479001cb41015764b5086b058d382126840690c41cae0c8cbd5758c4c5006ad
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54801acf582203e34f5f3646cc5c316db90bb1bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe39ad5b140fe893a090bc282e6a8c2c614e5db4ea9acfcd33c65c64d3186d27
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8781966194fae35ae1f7e6af54ed7b5ba33eab0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336677394ac7a3f1d28b9457990948d0446b7cadd83bc7488896fe50d357a617
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d009ff227dcca513d20f28aa8e0d5f3230a2a7e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d98aa671f85a1496ca105d1fe9cd6fe00ea4fde710fae0e9ab4773b58eeccc1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c6ed7252bcccc45c6baf3e77456adf6cc1dfbb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d7f8821e1fc1ab07e22d594b37055f9e1176012e38cdb57e96319bed150b18
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1af088ff05bf44c1f6886546e1200c784240e1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734279e68f073589578e1da1aed38c61e2085e2660ea0b401fb4702e44b6c0b8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9250141ca17dbe58e0405900f1e157386be5a63
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10587763fd07d907eba49a49dea0136f326d284c338bc4ba0186c4637bae5b81
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6edf70863278daa3befe822c7c072897bef3422
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d947de7be4d1e3c1d78f396e9d46063ee9d2edd81bb52fba86fd2ebf352073
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b96c8b5326bb91b1bbcb57b6c00e86a0499ef1e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35715a02d47e8fa4e04e5bfbf42b6fe3ed5f943aec7f0286494cd1446022821a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609d58bb847554dc3195e08d435868d0c1277e9d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543770c6d7576465ea59e81143ce90f3336757979eecda13b847300f6c469429
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b25b9888ebd6ffb3944254e356107f2e711ba4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b009d97df2a4eacaaaf6d777cd15a2da43e1c151ee58c8414ac1729b1bb4fa4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6abdec7200a877b17eac5ce47ea407e7556a5535
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93bd0f5da3ca2afbdd51ea90265a38f507a30202fd0249d245f4da0582d78460
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74639b3f64d6b2427beeb90cae0b0208487cfc30
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57affac2fb8e5299f9fda2bc65c1f0b13f63710788284c94c85443d5a64b7ddf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c5ff6c0b45950326d168e6bbbacd3a679ba945
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7daed7ecc0cceedc40f09a58526cf50c5134e7e139b8fe2065cd5caf5df9d63
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ad357d5fc9d58144ef9772ccf52be8cf7f7f32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfafe05447b3fa5824062f19a17c1865a1048093954c66077501b5a5bcfdb197
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ce89909de274b051e99d7c1c7ad095d59bfc47
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488fa0966af0b1ec8953822c9d0f79bec199f9f70a6148a25567439ec42c79d2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072442f79a6df412877d7613e294a1b8756848c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6797e420edba80906d79dab34c2188de0d80cab138f0e304f20a8be2c7c774
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00eaa2a112f9236206fae42e26f5709822883a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c6a66ef21b18649ddc7d87e0c89f291b229525981d5cfac475d5d96d5fef48
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7d51a90d1120ac93ff1f965122c0f49ead2415
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf00f2a4eb3912d066771e6d8eca8847605ff8130107b6d9e20a94420733c5a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b7b3de8ab257475d6fa9009b602dd51fa7fd11
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fced52b8cb223d833f8ea247bd254f348681aca26d3124eb9238ee1a305da09
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3985c8d8f169af1742c13b28c836d3e583f28357
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1bd682aa0a212cd8da32cc4168fb3094f1990c0268c85965340562f9cd3dc6b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788b1e77767cc67dd5d57ca369f6112455c9d51c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31ee15b25e5256f4a1d9209c96eb5ccca48e85725e6d21dbbc6f0744b3b4b76
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caff2b9f594d86bd8537f8b958dffb6f29efbd24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f998dad9054f68fdd26973b4fb27afaef0ce4cfcb130d68046948fca9620d6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4e867ca09ff39821f6fd542d3dca5a55e93807
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aad77adc2b28ccc730a08efea9e3b9661cef52eadec86885debaa0446de1756
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60146a106e23dcf43185f70b0d780df54dc01b77
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e501ea29719194bb3f435426c361e9018da7afd97a555f9a0f0f4b0f64afae8b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14d80627534aed4cc427a7547382415fce56782
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2423397b31382e9b5062ba5061a67f5be5fe9e9aa08a7efb2c82a70d7cd5d6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171334313ffa982e411b1352ead0b72b38676556
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1616a689d8a4594fee0cb3eea2cdbf4ca750e515c42c54438b67ccd7e1f8e613
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca3fca935f60672812ae618d81a7ac6915caf3a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395019e67fd7073ed1a4283156ea0da23b5c7bf062ac814723441308682a2c0d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54ec341a79d16e52a212abf02209d550025c3c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee41f20cf846f171188df6a43c51da7eb5b20166871b1a0eb8fc740a404ecb54
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511d3643efe05d0fe66525deb76765b6700461ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a47283f77e7d0a00f511958985dac3cb57ea18b38869501219132501026a81
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7b776d4b4911477b1c267e49a5c1eab0c2a10a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daba3f0328739e14c2ab94dc32d552a294d813ab388b9317176b405ade373836
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a51997ed6a7d2c7e8961ec2d3ccf3f1e7ad9fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2fd6267c8a8934c83bf6b33e7f20365846b26da9d3aa686b9e3b479bdbf563
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09fb9e243070986632985d0d2e1416068428821
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e0b3299df26c0ea440df440755e96b456fee4f175db3c31a64b73ed0a581c5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09fda1f56afedccb18da87aaf408e940b177441
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9981f0defc01007ac9c8096ea47d6dab33aa56210511bac7cfb5d5abed9f5b94
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1546060c46dc94d4a931c41e4bad5329ed25a49d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23aa6d49867583af85158250f63e9ccc0d583a875bae2b657663be40481e9980
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60dea9314fd909de46f10df9991f42ebdd21a226
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12878251ae01289a82d9a4abc0d8622f1f77de7459cea32ed58d689515bd9d87
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e7853ea2b3afaaf9a65e39e9faa6a0f60a8ab3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1faeaf25b30541e3f98335d1712567444c23affbd51e061fe5886d187438d6b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43020f8d0b17b0f48df2cb22f81c2fa88680b640
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3be709c5c79963cf576712cff335e81cd6b75b6913d2cd1c2146771ae0f4fd1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f760eaf146a5359f79e9b7da2b8c40f395ce01e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9478c1f0f9281ede7df844868a04d8b134b9b0d2d093417b29cf0acca69de4be
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea24e2627e4086e8c9c8e0f8cce24d7ffa20a2a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a12b9f2b940e775a4934e9aa962886d768b79135e2e00a44bccce46ce56c71
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971eba02cfa6c9dd34a196736a7340b3f4266064
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8bccc330a4a6abd936ed1625c38370266458c82d852d8fda9cf4f2a70b2afd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bfcc0262e951579dc136decf65a325bb4b02da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5b0e44246a8153280e9ab02d55e97bf87a8eca3c2b6ed79621695d9d5df370
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8186e9c399e245a4dcfc778d74ef379c28f27c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bddf50f405ffabf9ede1a0b95e9e8d87f1a79682497ba27f670efca42e69b00
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f787e745f3afa8b5af72aa4db1932ae1f9867bc4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e678d5daf3c54661145360af72003ecefe5b7f4da6cbe7c50363726ee2244fdb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b72bd3f160ac68c3820b01a4936c46d6a732804
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9968a7e94a84618fa50d5630b05f250ad4335dc16a697065548f571b9bb4644
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8ffc8a6ef009c1cccf8d2c8a8dc081bf13547f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5198492ef62734e861f0915632839b9fdf242578dde79f168e2009258d8964
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2863e72c5269438d8fb75a0c7815dd81ea5994
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9718e86ecc3149df48dd0a141805950804aa2cf7e5e7e615e59365d23134c1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea081ce0a4a553b1197a09b6d41b21e41039b88
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945685fb9cc2cf57172a83ae169ddb524bef089599fd13b8ffa383050a106811
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e042503078caef3ce16edff40f8bbb481084167a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2db5e87917c262ee5c4a05d436c407378098b70c2bb4f7438905b3df6c4c41
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ec0f73791435a9bc1e18a4aa831dbd45a62c77
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fdab71fad8392895fcd45bbe4d591f0dd387c8a10d4f589d463b3f45795589
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8d64f1995b649785298bfc33c12badd3cb74f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8d8b352b7eff238f11bfbcc25be3e07aeac000354739a89d32e4005dd6b0ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d34ff895b92760441fd8a5b5435b2557bd46d60
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f0e05376c74a93f89e059b24ea7ccbedda01be606f0a4828d0219b09cc3f4b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a7d6971da121dba398acce987ccd9943ce2e3a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8bc3bf79bacbdb087c8bf16cb968fda53c7f168924b01ac6281cf6c07cbbd49
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a92084eaf2b6164d9391eeb0c40b4cd62c55eb7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abff7c1c8a350a8fb2cd3ffd6c06881366a04022c84873a0605f677ff36f09a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bf8b4f0889ee80f022a2056068b0b0eb00a21f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3ff335ac7fba1ed64475625c7185cdfb46e4c37e0a234e7a9ae1d45fe6c692
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82fa23b037401cbd4edf362863d546143c008858
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902775a159232f12f03aff5c0b0ca759c16d67d43a8bdd2d78d531cdf368ddfd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b33c49ea863fe002eaa4f99c89414b0deb5e7b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b1100c181aeec2ea4ec9d7db248e2e3bbde21523f6ac4257c0c0a4d56cdf00
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36489cf47a3c3359594c71e72d3ac92d1111466b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4351dd0e472bd862a4e2e9af16427b1e38e31fd9b5e4e20edad94ae207c09d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad1040ccdbe4f6962b80744ada1d618a9e490f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dddad7f83e76d4f1a28ca2874e2a019532580e258a5276866252c3189ec3539
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171b8edffe481ad75c09305c31dcb17daf37d303
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1479b03552b77d915179b2326308e17a97d1d818548843564387a582e5dd8c1c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c434e443f58a27e3039826234f66fd8e742a8df9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570fc45615fca514f2d6ac1e612bb9775db68c333cdcae8f536c0a537cc32fd8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de521f02f6220bf533333d56a65c6d6caea3b5e1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ed12130790abcad214f0048b789ceaea7cb8d55eb6eb1111ab26ac4729a506
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd629e00319197ef2a7cfbf7606c0eba28641c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642b321115899ad0e91cce55bfff350cb735b31ad17a738199b408ea0f90ba16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fb906be160b1bbcc820838d158f1881c81dadc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30a68cfeed3f3b7dd6d77b14ac8f4ab39050915f65ceba8381b2d9b6753fe7e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1e534972d32de23ccf7eb8a3d1d94f22083f9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21dc8546136863dce0525c013274b6b1900b196b37e8bc35f87132d472b56084
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeacdbd0fca91faab90a1554e325eb2b6dd5f773
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d7a48f534a6882bcfebb18a62bad25880557dcb5abf3089e9ab1fdc9590473
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34bf1f38b8834b8866e1696e0d704bcf2b8be2c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c584b41401bf3885b9b15750096fabffb1cf115119c1889c4bd131a208231809
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41dca95c712f1ef522717d783b1aba51d39d52fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565845b1d183152e4bce79e4905c14e8cdf0b6e3803eb3aea50650728086d701
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa7bc59bdd6f827cc58c2d0105bc6eeb0945af4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4b9f0d3006f91856c404e93025c2bc260401da7f8ce2822c601848572f3c27
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396bba918f593ad99e6fb1e6ad28dc48a8be4ce4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6df8cd75e03a6853e63bc8045370e1f61593e6131385e34baf5a3f860c09037
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e29a07e47040d1e40395df51408bd922ec870bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4caf8b4b49c7363212e4f2bc389c0e416ec893e76ed7fec576ed4c2868d814e2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5eef40c6a6e71bd57bbc9b7af59ea94129cbc7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38475a7baf4cfcf08fe3d2585847ced05a859042e0dad67a347d4dda475f5655
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d724ec422cb323715ec30a715310abec418433
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3adbb58744bf0c850a4cb7e7e3289593e50b8e9e0634f6ce51d735ad81cff7f8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0166aa47bf9f13008df336418eaff1a13a172a2b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc15f738354f2e5b0f06024e1ee7c501c7383af75d0b2be6536489b8739c1ee
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4427c30b462920cf9a986c263b0385b3e61bbc98
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e48d49d6790f272ea9ffc3dfec857da53d90b708a65ba8b3e6cedd3df9dd0c8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d2329dc61679d5d532c59a0949b1df1a474368
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5802c7d3a413807403dd9dec7ee8865783700802f2a8b3808d18e717abcbde
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48ad555c4876809bb40be3752a285bf797fe806
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0c03e0dbeccf845e3758319e6903abc0d26bf1897f750a6e04c584d5c11911
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30fd21153ab2a8de2ff5400eceae0fcd22ebdb32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16bc6a4ed8f0d4a1d5008903a5d124c3e5cecec9297916226a9e8d9e41de98d7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bcff0647dc5ec4b4995a36c8d089c6bb5f5fa1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012bb4ef1bcc52a4da60577ecdf930b959e5b4a15e2c144b39b83764ee7a8c5f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459c0318660cc89f852da5757b6963c7300493ae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385a915ac04ca76feb9b8c7424400904cc2a14a8d13f0f195175c560be1338ae
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d866fd7395c89a401f8a139b0b82584c096e5e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7da48ac13440a506993d3375aee3be075ef9988b82b6d60347a3b2505d3849
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b12d1e96a6d0b6503e641625e39e3458f69102d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098fb5d60c17cf6d51a8e0aa1d1fbdd960c90deb061cee12dc06c5c496d9f987
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb9e085eda47dfc1c3cd7b34d029981ec82670a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998936adc1ff0e9cc20a3d7f31b477a97c628610026fa786f7155b47e1623122
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0e8ecb7a81ca422b291c3b3e7d26706f6ceda0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94908102808c702844f436ead8cd6f49e30373014d1f7e609eb48ab8d9a81807
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b703914a14f28e447ab5480da5bc54a3d075ca3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de89ad7c9a60706d683bb961dacb8be6bfde248e40362ddc56b0b02340ec77e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97f20e149933bf4794625ec9a8f2345ba648f6d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32df6dd4316eb0406b6d6bb33792bdd6c7e81656ffe08246583e004fe0080159
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7c76613498a09ac3dab752658da8e1e95e79b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d68844bbac21fd05e7f634456b230a37fc9b7e3ad3d68b883c9a69e4e466b1f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8f64c35734d747dac8bf80f1a51045b0506848
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcf652399f54520eb7f7482c48ec764466c88f6df74e78c07d7c135410725e2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f59ba026cb30f20c7e2904c932d52e20a8cd68
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1ff35480ac6fbfbd4fcb0d881497bba1206a9d3798b2375ec9ed2991c9101d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9750a72ee9097a8f83a9b419ad86837bf726b41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44792ebdc22738bb47ebfa0f98db8e2088eff9183fbce1b20a52430f781092f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c3f804bf16e8e803d9a4d37cf49f4b3f81cfe6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077d761e477401137efe78bbe81b7de7aa96b1689d2683c96ed148872a476fe9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4a3daca89fc96796254caef7af4ebe156a67ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af717977b8b4a06f66011c702c55cb558b000b0c19037d8fe54d9d4aaf6fd302
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6bb047a5bc2f16627ef2d11a94dd4e439579247
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb68990d72ae5cf6dd716f83c75b07943cd7801e4d4aa280f69e413b983c33d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2a9fdc4fa20abc299658390bcdf8c5d0f127d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5070c68a2fa5d74ac79e97a999101f4a903cbce3fa38d88be322b7419df110
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbae53076de8307423039f9a1f95f1c0d9778fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a21b45163031b1f76398ec4642ca59a9bb1908a63caa71797ad0f36d1c97c2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd785a9988a491e6a4ff5481f3482a8a7177507
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d885fbc6a021dcbf34ae7d9e22a576ba5520c4e1ab2edcc9f9d3d4e74233c8c2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c61726f6b49d46061b73cc28448cf4d92cb872
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b299d8e5b24ce0e446004aa43b7d533e2b608b06d269c98e28b0c8a7ff4ac324
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fcf2d944cea8394ba5a3f9f42d7031767477c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea5c07cb3beb0fa1e3618c989b167bf00db0700dd5e07fb81d75d7f3e0377d3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3dfc513e3282e8eb49602bbc1c1d173f2fffee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82292f10f8d890b8d9add711a262f7bcce617e1f3f6306ea53df5c355f4e573e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437cf7d43c32d611de11b403ce38264814474e4d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0d86ae9773ff98b1021c73fa72f20b317a6fd5fe8f49b4b63eacccc696dff4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b91a2abbe3b79e6179c849645d5474ec415def
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7470d1cd0da7b3fd3ff7dbbbd2de94dd414865014ca683a2f59f13f9113680
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b09812a7e7e43b45ae7155aff11298ad3297fe7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2f767c53f1f125836278fd6b101c67c55aac97e0742e60d8fbe26056fc57c5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db9e9e4c8daed44ac7bf2d14916fce628fab3e5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da9d595fe109eb337b04d1525884f83346412fa4b259623b80210a31b3bc5c4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cb4b39075d75f39b187dcc5063ea0bace96c1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a406b092350660f40622e2af74cc151e3ab4d790629ed98b476c7bf62d0ccd8f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21d64637509f15310bc069ce6dc154ff5d74d46
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6a5555922fde59bec81cb1175421b5f2569cbca90e471d15957607dff0511a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e067a23c18a3feaf69a5d4c28a61ffe1bfb63a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e04431d8f01146ca295ca3e9027bb7e546852adedce872d9d88ec44b7b84f07
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0c3552217c9960eacf1f339afb014eec9777a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47adb1be716bed4d3d50cb18eda2a5367c90894c04c6fccddc6df7ebd70fec57
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f700291838932640c14203f846e113d132fce3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f9f0ee93cbae1b6e68b43e269431e96630a6719a241842b40d03206690b648
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94cc11040754aa75cb9efac392520bec4baecbe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25223f8b1524a4490fc518c5a607c220fd726f8e3a07268da38362a82164b8a7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4112854ad38b834711bae6ff4e7fc5c1697834a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4bea74261b66ed3e64e083b07eb24a33c36632f8ffc275139f0f38a524e8c26
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162e544e4fcf93b8c4d80593779bc3b0f6f22241
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c396e044199733c146580be06af5515883e4dacea9afddbb1749da368e4778e4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ef5c56063d959656c513789e47715478502ec2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe457d58378f5f60da42f1ad04a7b3113aaa6fe8163d95e7e13da797e235448
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2472c3f8185b32a5ec1f007ad9be7f7ff1e96994
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a4348ed19d12cdd6a43ffbd90f8a75b3d7f798cd6b92b779aa25e1bb30af27
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574d8f9f7b0e07b0fc001000e12798c6cb182b0f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f60acb537d59861390ac481d2a0e9cec5eb724cb5c7a4fc947cd4356515f79d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babfd2c38fe6a4214c1c3c42ca2c13cd0d9756a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a265ac6498ada07fc3d1c0d01dd3d801e8e7c05c7a01a514d83972ff2989b679
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de492f929c74e128905079585faf3c55bb2e94d5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f608f270ddfa06198bf11592375818c2e30f3b92266dff46d17644d7ebec055a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4b01b396f0e8e20901c8113e8dd92d2a6662b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb41a9dd67e14ae7d1e2e6dc565c6c07d1466aee5b1c581d84f7995f3a2e6fd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ac229f80eb31c7253ea217496b5e5268323ea8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd998a22f96a5e94d9f50df79054ac3ec7dab762b1e5185ddc0f1f45bfe466a4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d58953a50ef8855142c06e80ca8aa642633712
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125d36a3f9287a364f366f1727c25e7f05be819b43026fef9db33a3ec8fdc623
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20b5509721877608a3964bd5e2fe0d303f62a2c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b210225b9ba421bce08faf77b0d93d686453b8e53dccf32a5ec77a66d5a07b2e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c439b44d356d9e47ec027c3297984354821ace
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1aba4385ee6cb3eb57cd8a84bae09288de4e70b9d385a7348bada03fd3daa44
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b4ea92d9b3a317829d421789f254fe2b28e156
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a271836c5247ad8cf7820e7d6d2299c71907cbb0ea80ede5fb371955a26e4050
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0180505ac7486a49a456430cfb3181b4ef4e77
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488efdd49c0d3998f10373e8181c738af37255c5a30354dc2d2cc64cd3a669c5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07f6e564ca3824c5ce51ea5b3c7b5166d107606
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4055cd8200d24c2a7cd65e8237cdc61095d86a7de96b3242adbff82bbda2bd9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234984d94889aeb742a1857309435aefc4f60f48
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e76ec09504dba635fe29f80d6265aaadbd75d39dbce9d7e06bcbd26f1561c84
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4232f6829b83b41ed801c5ca80641dc7f3f8a58
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54d7d6875086ce0e4058c2f5d33e85a66f977417169592ab409a486352d031c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd8e3ba89e852ef210c70ddc5a16e2e123dfed8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b401efd2edfa35f427f3f99c2112837f2e9e7c6fbda70ed9aa2617a80232603
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70dcc11932c9444b935ad6615c6aabaa104ad9a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f661dcce18060b560f98d43e7de1ef5cc2ab36fabba9df10c4e8177ca98b3113
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01086871a8205b6eca4dfcd06ae699b17afd50f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd104a69d203ce22c094d24a2e28f48e350e1c43b9339f19e3a4a2b07e5ac54
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7fc4dd6e1968a34da9c3b738b32813c07e3c464
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d29bf469f7abcdaa28ef77c786f0dc1d9ed5da57a9f70dd82975bc6631f53a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8765fb869d9f86cbe5721fdcf4a6828bf893c9a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38123852ee6454c83806b6c3a253351b7b850ecc9fb64a92b8926a6f41972387
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328454cf258de8838e6244708b60ada1763e590b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4ebb0add28dcc311c8025d9a56d85967ac044e57380db2577fe82f2920f3e9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0437dfa1c79aa0358679e8dd52a8f5f8c2520883
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23cf652fc2bb7013a71a0b024cceda7151731d6fd818be5df4656d2e05d902f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be4c54bf58b8224311bad8b6590d7629159322b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8b243d5fba86f65fa18ad3525735c2aa4396bed84b54988194e30a55a90989
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab73430b117b4a1848235cfc0d3215e91f33d2f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053b85cd3ce746c69bc01388ce32dadc63004d8fdcf6c770955960c435531a79
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc6a28a64a0c63941f3c7a66070397116b92e00
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88207e54b6d57bfbb88419142118593ec0d947268c63e9dc8da272200efe99b4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915b2dfea853594c62e21b711de5e5e6f8490e59
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69351851b87849a27e9c724202d6573a01b525ee1a470113d8a22df4cba4763d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4390265cca9c8890363791d20aa4fa6600e33713
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4437f6c6c0eea37ba40b0bedea6e988ce3fddefd4b987a8e02791f4c56978ea
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae8a2674377f03653f3b2e9d128d6199277cbd2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73419a34c1b19b18b5c34f9a2a4fc67b4195a95da77e9b8a8a483864e98d4551
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e7b1da067665f3959b542b6701725fa2fedebc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e515446637c960302c6fe0f09eece154cf84e1686752d180bf38746bfc95e5d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31841125d2d97a8d6bb9764008aa09c0e70f805c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c04bb6bd5534c47972af36cda9a4f1d2b86c6415030b0c8a15b40bcb174dad
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8b79b368e0f8168331edd3661a950f2f587add
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9090c5d200e44d5512594ac47d220acf297d8f339d0a3ac8326b48e43cc12f6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63caa0e0cc0e2d5718b2884cc038b49bd32dbc18
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19266392f5df08403077fa9c0b53f27e21d112405530134056b2e5aae06229ca
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117a26e96c2dfaaca609363ca7047c41424eedef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4ad2d5b58e17452218baa2c7d8b712d5d361fcfffdd6a53e29e01738b3dd3f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36bf8e0c239f54e40a3cbf723218499553c42da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0900f8b53b4856f5e2af5ceb4df347c6b4c800dd7fed2b127b4bc56ddfb2a6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5b43f8f7b7fa78b0ff94ce5a01918b2606133f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacb94a934d1192f36f38fefdf676e946337cc50658f589a71f0dc1e55cf6f7d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1803d04f3388fbfcfdfbe07653f371c1944719ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fce36301f30bf177818a32b034fac28c40dbb7094dad0d9e4cfb6707d75cace
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3508ba6ec7c30b2ae92164c1bdf37a0ba824b8fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6d19c5cb9b28fd93906d8d9b1be2150aae8d8cc2afd06c2a1dce43a26fd4ee
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d340c57d27f20b11021a8fbe641b476c482f5f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5737b2d92af2c4ed65b3dfc3666590eaa66d2e726c88aa9b272cc9d4028651
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60323e2db85016a3e3a3f227e221e27a54901192
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a8cb61c77ad9718fadfbda46170b385a46fbf92098bbc1b4a6a343e09f0506
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f26a73d14ca4cba81fba69e31d6c98908fc8de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f242169750926292726fa8b70b0450a084c9780ecf0b1d2c9a404dd1cf798ec
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de9d948d01c4b039f5886db6fe7565cb69f928b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d102e2b72ac6b1a843ea721c4b769927f686b752f2b2bfd56ed73babd90653e3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0816333638c2aff658c478ebf05f2e567595a1e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0f4d6c044d636042739559e66d8f24ef8ff57ee22c40f08c4326d14e855004
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7f508f286ad5f0543ac360b30458fb891be554
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4cc27eb7596e97076856965ba4b611481866e3813ea16776069fe74ff210bb4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87e13958efa18139b260d5aaf5b4130c40b242f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67712faab766e8eabe49664cce16c26c43592a71298fab01dd51a7af4f9585c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6539aefc184c15a326d49d885b17690d096e7d24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f181ace798f2517b2062bc7c5c642c58196839140d09554c44a5f15573d9a16
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27f1a36cf6e5f269f22a3217a1e534df33ae4cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf5d7baeddceb6be4274e20930e46ca43f9654ef1f9d2719efc9b010dec3977
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd2122bf1547f7628cbadded534f5124abea8df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5e3cd36eae27a5280065a49d7249b0455a9baa9194b7e5c78103eaac4f54fc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d01d8513942cd665c7fc33a5b80b2a75c944ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b60df862a5dad9beaca81a939557f975ad82db1f79525f3d53855844251320
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1d93230565355534329751bcf3e2d6a29c0941
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3c8eadc736cbc5743d60014435d4e16578a75cd5330853d3fdee82751509ff
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668138da0e9d2fccfea08a5b654ffc335c5aae8d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bf012e2457b533d40b20e6f8c6be696708e1633ad8b1dfaa55735f538d09f2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03112d48bc68bb4e60edc61ad235fc66e5756523
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8a99c648f90ea1397c7c0098d9a1c06aba7e074cdb7f8e445ea0e93474bda7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4facacacc993ae6e27957eb33c53b67165467751
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071efc7e5e5927dfdf6d293a82e210063dfd282f1c48352b7d3ded17fb14052b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11cd9b27161252d60e199296c765a9d0dac243f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d6c478547d10da8d73a3c50b0cd466173be61c4ab8779052e263f715da01fa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91277540976b36437516196946d98481da541419
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7715f4823f53ac4b5b46b6ea97cb261fbad0e2261cb2d8e6c45ac183ebab282
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb08a5b755430c0b3fe89569f2d058f2a04f1c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5e36801cb4e457da1b052bf1a7d2727730bffdbf4bb449631a78eb992e751b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67844b39e1825ef43199fa6d8f6b78b3a6a9dae0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c80aca9a3e1d446321c95c2596d550594769ded7a0b1f2674229df16adbb6a5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e736a7a9bc3bda0446075a8d88e20377a7fd95d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0108c3320bfaa9f8b43c01045b849a8548ba50c8ddefa9a45c2b214b55e85bfe
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a302cf7f1c7efd84c230b07432d5f0c95a8ac1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da0cbc49112d850382de73ce6f906afb8d7fe6bc3d39f8fd2e2866e38bd1587
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3b8022fdc9d19d63c70a611bf07a664b5aa884
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5499b392778a2acc429f488f0d6693b771fe33262c57351eae08352c912c2084
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b485daebdbe8969610f257c3247476d4b7e4ff1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c048db967a5dec39d5a681417a29cedaa6a9b6f432bf33aac5b985b09590dbc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b3583f495740f54f63806148b24e89d6a5073b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c20042cd463ecc3e55bc11b5851a2cd55764c4dff23adaa516b000b7d4c7b37
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566c7e29a8caf8d7a4c194e264c84377c17ba8a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4921e1ef8335839dac01e474f55eddf5d2ab8508973e3d437eeb92f288e0370b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d84812b9919d966f0edde55cd21b576bb9df704
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde6696add60629ac3ad8508451f36b4d2b43848273818d765782826cc098bc8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b847113ed48c56e70b1561c08b31c9b352cdd9d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039d04a8759d3f15c3ffdeaca052cd1b4b48869eb4fce76eb96b4a1f9326aafb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3fe29f714fe165a921905f6cedea39f4aa18bd7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62cd2f97669c70ab9c9bb2a0b2af8a92e691a520de70af6c96d82fd23d3ef31c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62304d33012e04ec60159afea850783d9dec773
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d44901ad94a25c2bdbb8f237e8e35147c23d896302d337eb7f07fdb81301128
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e752d9cc4d77585aec869647621ee33436c179
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f4ed0e58ac88fe0d809f8827eb990b0b7dbe6795a6f83eb53c00915612c444
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31840d9a86fa0f363e3259b42872b311984f323
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9664dff4cfffb70040c654ddffe78748ad01e32f11134f950575efef50ded8ce
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627f0b07d2239866413300308229680f193a593b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5520f2726b79bd832f83a5eac5d719100cabfdd6f81d7684ecc14cff280a63
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec5f026855ee5d9d8130a91f57a633469d30660
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea9abe2794466655635650e69c7348e7d7f2db8f36f3993ca2deb810bc1d174
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97a0513899deac72d866c53f7f21d16bc67be52
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3be0377a108032631c846ee3bda9654cc4582fba6784f0a4732d029f010665
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58bb54794a6650e5cb46525a60de5196335eb7b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5330e6f514f59f050b1de30b01450f52480f28627392e71975842fd8ebe9cc0b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4eff445770ef6efb178e551676a7665750cdc1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9665405e1e9910a9f047aa0e92d80831b84736747197341280d89d8c4ab9e1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5866e26cafcafde5d7edf88b60384175a02cee7e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43d99b9747492091c1a743885a5484ae7526b827f136f3a5fbdab950a685a04
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54fa4118e66695a23ce88729838a4295bfda246
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601dfb111c72b181ce9f512cfffc645e46321afcbb523521c6b2a352cb2e48c0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490bf15f083cfac7424544706ef7715809a8dc4d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf38f5ec57080d3a88a9100e278ac7262224b9a6d25aba6d5765e9f108a8ab8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58839876b88ea039e185ef5de4eee599307acda7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fd69191b43e942c44e755b7ca145260def21435ee6e32d2787157d93db6a2c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4cb7cb0d3d2b21cc97a77b096d65174c4cef73
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a9c516d54969cc71c6d793c5a259ccdf3c40b873c173e3b64cf9f509659fa1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e253cb0088416da9b6717886b1bef77f4ffcd4e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8196da98b30f152b64a52232c5597321118604b647dc7ae03c901a549e5111
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c28168e783dbc0e198eddacb6489c5fcf74b16d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1833b0debee902d9b356397d6722ced69fb62f40f7dcf9f597956ee993070496
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364fc5e2431b7d13e3e746d76a4f144655fa271f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9983f2f38d1651b7b967d48dc90b2c9ada6be842fde43964d7ba1b68028ccbb3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d8d182ac8f470d0f50c2fa1fdb3d16c3d1a555
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871b52ecb753b9bd038de4bebfb918b96da5fededa84b0e55dbb6c52578089d5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be9be45ed19a6dc185fc680185eba620bdfb5b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5badcf14a3342503e42c1a6af276da57b6442d111b12e0d30e78a0a01d11ad47
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4edc4db84df2c6351252ea0b9c7320897310c40
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6daa14bfeb75204ebca8100ec232cd534fe93a2b36d2c7618255428e01e88dda
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20691de85978d5e0bebb17a0afe607993c21c60a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1feb9235a62aaf1c742def87e3b0b65196fa351467a6e3da675fdc78b2c10bf1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2daf61ea60e33b7ba26575336e3eb77e6a32b5e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e158c345f63a46c9757e25dd808788c82cb3c21393482567fa49036906a9b41
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89b8357934d4955542d8034c9fa2ef6ccbffc61
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17604ac70b57443584090141c38faf6466cf0512b2a7599231e9bfa3a5682571
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c884eee0b860ce4ced96e7a83c08dbdaadbab24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508fa428c7839499ac443bbf48f51c4d93c7d4f2127de45bc9907c4dbf98e666
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c14370d6306f848f7c0063b3c86e36873628530
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408bc31e03d1f243521d02f472af918202edc8d68e2a5573741db163f8f210a2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f442bc28eb2f12fac807628904dda4d942c02e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1550f513c32315a5d636861eec965ceb23b8aa9a0d66d9fe69f455ce4328868
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea20f42c8f3016ab565ebe3c775302420c78eb3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1adad62d7646d785224d4e3b2d617635fe936f6ffce981600bedc3e6f49c0f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f460725cd9e4a43fcb82710cc681a990a9bcc07
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d826e7b51d7fa97d8bc4229ac2c78624f8f4070d76f2445d5274d7c8b1f65d28
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb6bd51255111d6ff4d2e4b652e08b1f0f0ce70
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a649552ba6d108f0efd95eb7f6ca608d785a6b66a4faef8f69c15d7995a24b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edeac4759e0634189010b44d63baecf9ce3eed70
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a9f4b681b61848745e1f889700e55b21b2e0e727a16e1a8a74b24d75a361d2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387076571ad60c8b5a988bcc6535aa093f1a5913
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8d8be4cc167b053dd0a1e27002045ce57443b3dbb7321c41468755ac23715c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5caa49469a4c341a09311efc140799d97f10826
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c264499b05f1397a9f81b5cf3ee747a4b0e010b37dada643aa59d0e6945112e5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146fdcbe2fe1173f48985ace1004360746e66f37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fe2b77580c3414c38323ee04d8d3eff96745eccc9c505dc9a4e4d775b7492d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5232cb2e498b20bdf2d06df22bc95517d0b03c00
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe763d64cae0dbb7f75455db0d471e317183e213ac8be11c8ffefe2db189feb3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdddf42feceb776dafdbf6998bb2918ccaa1ec7d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d6ad454a99638733c0aab0fef0bd1c5bad97b4173d150f16bf687ab0f09784
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac1715e3be7fe4fa1f01047604e01b21cb64b9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5bda1640fbb4a4e54b3149ac7514927f720e42bc4a4ef8d6fea6be6f19fdb8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90054912c5e3eb3af4116df0cb162cb2250634b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5efa791fede3eca30859a86698adad386fc17cbf6ccf756a66a818c29c87197
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ec7e1db465cfe31f9842d4bed4e4b5fc173d38
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda5bc77191aaaae93885bb465e4c49f5d33121f48e228d231674a431cd0c0d5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b8c82335c94b1e60f429cac03db1e74edcc191
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4be26282f2362546c12272006d15d5cb1d6ae20ea5efb63de1d3570e3810dce
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d672cfb652614b380fe496e5016ac42d6a696a8f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5461f1b95c84b617376007b86f9f005edd28cc13a9473eb65a02efb19c8209
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a941b132310db84484af552adfef9d745e034fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5aeba890f409a2ba4fb59a66556bc99097a218a50bf6489a130b71c908de84
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6f1ca7d12d999f4788740bb6ad4600cd87ec35
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d339b9ff5044cdcd55d2324ed49a22bebb1057af36eb3a79d58a2b0fb1519c50
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383cef691495fa4b845c63e61a14f9af9c6eaf34
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd37b24aaa9e4e6d49c8894a4a2b5cb1716641b5d041ff3fc5a600bc7c04efc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871cc5960a32803c01ccbcea9a71daba040b3c95
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1746d561280a5a771cb06de67be8a0a58e10343788705c8f21901efdab8a47
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bced639f260a24cfdc22eac48b681231d630890
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34023af3e50dbcfd33a4f4fb178771b18091d9ab13ec7643723f44220889bd41
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6be360bfa7d25176b1ecb6270578f1f654d4ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89de634f1953a2823d1e1ceeed851999e69e99c0729ee3188a5d5801abfafaa7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3719794796168319a214c7eb5a020461d4a22cee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982c3b66125756b33709eb56237dbda5ebfbddcd32c6c7e24825af035c0140d4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084c3e692ea91e3ecc69626793464a26919fbdeb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a1072663d2a7427f7d768f20c5e5014c0646ebd0524900d7a2d692bff4b2d3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6938d75b45e135f7e08373a4c978505414219e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56b642eb0da233c6c185078b0c7423b1710d33efd7f22334715caf1f108f0ea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5554de8a8f1ff1ac22bdafcb6d50de7c87b9dede
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5241522892b09a6992de1405271000d5bb2c5faf40e8d72e6c97a9cfa6bc1a5e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e752cb51f6ae33367aa5295aa47f1bfc8d9e7c50
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b792371732e462dd0b62006692406da31e6fd7a6f9c939b1255d4fd44ba3bdc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2932f5a82f549757132889819fbc7f95a85a0f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131c2c6a62f14450facf488ccd2fe26d25bc25d57ac6434d5bee52d71966c348
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc817f9d4fc1bc48dcdb90212756b046036e994
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3dd07fdadd0455cc9aa551b505e98a7a874347860f31dc0faf5a088bb3b42e9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366ce4ca7d060d338b270a0e3d2c1ae964f19cde
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee32337a6f1a12cec68ea9f5e808cdde8e69b8625bc3745e6659efec620c35b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53deb1809ed7683bdaf50d99ef2e85113e359f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437af6746505f268cd72763621edfcd1ceb5388cb80dece52a22f06e4d116770
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5115df38e8189730e6d2e50fb2a007e8d686e333
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088bc4bcf9dbdafa6a657e0ea97a7fc40177229aeb808985621465e379affddb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6ac3b027579e2ca6e81c0c5feebe453967b441
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f7c2e2334b2c842aca5d3cddd3d96fec91c71d2ddef9236dbabeaa8dbd4176
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee3f2f69ae3b2c511cd448e22e1c8d6d2dc26f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9469cdbffa696f55bc55e4cf4fb08e7f9563d3f457bbcd637e716015202fdf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646358603330b98cc28a41bd3db7108f70cf33c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d3d1eb948a5663884091a507a32e1655cd35b35b4441412f9291f95e362819
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803cbe2791be81ac0bd521a0314544f4e99bbb7f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9ac599a01a53553764cd6d5bc29132d14d46b1eadd2a0a67a4b063103348d3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ce49a68e7c798271e5f7262ef66d9903322e29
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b7460c9983a618e1cfd96ad18f974165e09b794d4e465c319cafb50f1b81eb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75aa2bb84f790693d27f89ed3006326ef3088045
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bdda8ffb6b625724f571f68a88e362a2f0f12961be51673d7ef46f3898730cb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4de1d52098dcd38be21e6c6b2335934a399b166
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744162c58f989724fe32de2e180bd8763cbffc997a72478f2ace5c0b9e700318
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa2e3b5fa4b23b00865ddcd781a869081116d09
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04c5416f627096de814244ded4bde709981ad96184ec63a9d2cda3e8febbed0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcabd3d54422cc1672373246b5ea1f896673c5af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c209e8f4c249859b01154d721f41c8995c07fa91b5517464df24cd372c3de9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a666a7589d0e0715873289cc199254470b262c19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff42838dc451cf626b7cf2f1b4af3873e6aee3e5a4d88cb936147e42e42d80a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9244b00f96397ebf68cdc6a5556a7ce0f94525
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35513b6928655eda3783a5b5c9e78fc3be3fb712a52cd70224c864a0fa9a70b6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33654514b12c15b5db8b4b4e9c99c5f4f7065d8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5271a1484dc59c6e9044a8bd38d1471d8f28cd90d978bc0e1a3540a22b08c9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c914de37e39b232b62f956b66b1a9474c3e37a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117ce22961dfc5adf0940a78b12608b91c4860518bcd47148df07c21df9ee2f1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7125207731aebe5bd9dca406f02c93785c84b62a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63fc99fca11e8266827afc8211caca3df7e97c1b7652c915608a9bb7ae978335
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732c01637854732c1e0999df8e76e763586295a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964fdb7478d3a805983f1ab59ba0a26ca99bbb79c76172908d30af7e6d05747d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b215a1ee0ccb933fa69f26dbcf44a5d165ff548
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f803fc017eaa9909d52c9874bec99d98dbe3529d28c7dafac505863d293a132
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a258ebfa48e690890d378fea54176436cd7c18af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b352e96aa8b9f422c7a5faacb98576fc078c0cc697bd5da509fc2e99c421f9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9365858e7f34aab56de5cc5f29abbeb48c66f9ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17885a7440d3adf318bc703ff7b3ab14db28ba65dec64b6c648425af8b9aefb4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4118bf08fb801bc6e632667f65bafaf441e119a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67d57cf852f266a101091755988bb55b29bcd3d971ccb3649e00a82c3bd6750
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ae91c97f2950186b79ba1df9acdd24861b44c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dbaddb2d9c66aaa14dcfe24cc5c7fda82b895af080645703318e89c061716b7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7fa7f4c9d82c6ed8e73e3d28cf936d5486c48f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19a8021801ba911e3cf94d1acebbea0a33439e227c59f0007891fed01551455
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df739e4426399b7853902cdf867ed84d55a5b8e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d36f7866600f78cde8b449100ee0f73cbd2f939aee90f3c623584507e10f520
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8798a72feee36a805fa73253ff549c7a3f4757
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe72bc9f01d87f42f9d132130b23e3a6abab519d68af47376e6dce876c07e0fb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07fc523758dfafbc296bae2225e411c24f26b6d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901e312e268199456f182a181e504d8c10d8545f45d109b27bfad46e0916dcac
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08029ebe71b9222b9df88447b5e2a819d6b6c79
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20095e92c74a4967bf6fb91596861c5973ee3a47ad64470d3fd97601996d1b3b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b224f627d84d20b11d91b833a449c0c4bcc8060
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b685664622d9267442271b24779bcc1c5cee8cbb070b9684ebf5816adf49ee
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4f4180041ceb54b905ebbfd85d520040594773
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a894577d711707e622b0fd411051b665322abc9ed1754e3fa7c3afafa7f259bd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf27385e06687586d76f09522a1b629450da3e15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fa1f2462ed34bc87473f09311e6fcc8e27fb91f992e7e38865e0e11981a34b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf1c85a439547444b961b979e2940b21479de9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d191b4271f73b359fe9952d503b7dd196e2b7d7617ad98fabec36e51d16197
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6906c4cfe31b06824e20231e2f750f8e9cae4d72
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790a081cf09cf9145a45b4d0baa17c6c86243fe314af559059b87a1df1e0d6f7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56282e919bc16363cb9417e79c3d4674404e2dd1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df70946a0e6f2afccef2a98b56d2569d45099c09e00b94ef91e7f60557eb245c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c371b935a757959b67a80191b31fe10f1a4b44
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10d6ff989b9be07c176174fe182c0e449cd4a176e3a2e9e2b71b3691e2d094f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad23d68618411e8b80022f08c63bb3e760be9538
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7837d5fa33e6014be7c40ec76358267a8969a512c72b30b0dd682f6fea8aa93c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f0219407a69df31be865b69538199852f68115
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ab84e014a41523c2b42bd15287171f84e4f173462c0915bc09e14c207dd191
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a78eb5c89a9e010b389a763701a7c987f717c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc1dc573327aa412841fc1cf1c7ece869f18acb499b671368043cb58303d26f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563bdd0bddf826dd548c63efba7b122359f21190
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f099d2cf9ad2158a8496f930de39b1285cb6660eda7c7e79217d782d7a81b58
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de14070f6b455b1f7038fd8b12203609e7ce517
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e1ecbb40ac58ef976be10e3066e47c5325c7f5daf453f46d9cb8583ca8f490
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f705010d78d51523204fc7bda6e9f184ca1d0e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45dd4fc52ef16b50ba0bf5c2d8cadda0a42c6995b7a4d7781fce4e331946db3e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944ab2e030687b17c028c4fc9a5013f5ac19679a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419983bfb76fb7b923e5848052b3aa25ac0db1b7fbf37e133771988c7b87684a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7719ad7de69b965b2c32681118c4692a91c2d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3dc878ef23a050feee2119ee87ff7f9a5aeabd8baca9e91872caeeec7a879f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a21c01e6f3dc19269f11074b11d1b148d8a50a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257ac324f59d97e74bc1e5ddc6d4d40b29cf97837a96b8917d533185ae82a567
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8991667fef43edfd2e04caf6ebd53c5ea5da84c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235cd15c665918204765451e91bea104853f7dd91dc627541183ff2d6d99f08d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ee08962f70a84e3f71870d2c35986cf9837e77
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b138714c35256ba83e07ea3cd5a6632600ea2adcec8fba280350c096a8a1e89
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906afd326138598574e1f0b7a0b095d9d8799512
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e657a2cd2ef36889e0a6284e2f0a065811ee7ecf7eafded1e3d442b6381d901
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac633d8b250f8999c8224625a5cf75e2a5923d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4dfde97c8ed6e61901a0dfcb64850f63872aa1c8bf45b5d224937d772e9c667
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27bdc34256f0a50b3d1aa10e2a8c58764b1e769e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3cf8ae6b828e26dcc942b318e64fe8f017e13a4dbccc1668776a2db86a6cb8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c68360766a1dfd3956f6c8ab3947b00ecfcb74c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65806ba9ab04a5e59370f9653360bff5b9b141afa8c29878a5dace9a5332927
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb042fc8d433eaa264cd0ee1de0a8c6cfbf5056
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08806dfc1f4a91ae994c9de2731bd8f3fc023da23eb6ae043f49ed8296ae3a1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18b1a0cd5afe091cba3becf3436e989e73b2c22
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e5e44da4951037e04c679a3c9eed986d87f4cd53366e61f48373ac325a646a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2cc0673274564123a12eb867cb6d7ca8c2c476
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc3f7a8476574964c1c14dc9fb7fee066bfbbc3db26cac48e7d8b62f065f47b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791a218d94829f08a29c1fbbcccec46f805d255a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209d888b4eb55822c0b4f5401376aa03d2f1690abaafe5607c2f064a80217f67
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18966970babf4387badadb4876986ecddeb8ff94
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced72d907d75d71daa99eddacc1237cc0511738c574f02a7af394a737a4923a5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21e39b114eafd18fe29b9f235b226297dc50448
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e621eff80b4461cb0edbcf4683d9efbed1122bd2c27ec096d8960792d734b4b3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e61cfb5204fe46ca982ae5ff55057471a790c92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51979c4fe4045521acc5ec2b1ef06678fc2e37a6614c2dd8f170338d18b70dd7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87e62ae3887b375c6e2f1c75a63cedfb09cb31e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75d68845ad96b799011aacce47cf2cfb0066ccad1c4dce4c36fecb6bab073c6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9374abb524cf7c3be93dadb6e0bf28a828abc1ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c54b67fa397433d4f26d12f0c3cc250f016dc301e7dfec8741dd61998946422
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddcfdb1f5f5d334e53242a1c6b7908f229e9cb6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c18f1e500a1b275d655fcadbb1f1a6cf5eefc6e307ee45374cb94b15b99478f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f963e0f130cbfeff7d08deb0834b1b20f0a869c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3add97393b5a116190cdbf500ae2b12d7c9dddddc2cdaf63f5614f28347ecef9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e4728500ac232348dd3a25f3ce60481801a676
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2e2e662dbba0ba992033fb7e05d282d4ba257eb7299f17db38986426aa0313
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1355bd06403f49fb8b0e508038677a1e3c811d6a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0bb9991e312bb9c2f0aac3a0fedf97355cd5aa9622694892bfd13c9655a76a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7995bad3e6b709cd9a699ccdc1b55e1c325f25
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af35850f2c3626161cb60fcfef1f52ba6e05c4a90da5d643fbb6f3282436db62
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c4ed48827fdf98328bd3d662d9410b55534b431
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57717d2fef765ac5b0656b62a9e93c3be5ffacd535817447fe424da6fa0f6dba
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f6884a84393c9c9f0fcac880c7852dbb6b25bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb8c9135f7419f0c4af51bf3643a7bd2cbb339bd0f8b72783ea9285b2fffa07
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671b8951b9360f166a37403b530f9139d98c72bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba6eba5ccf48b8004b2abf079b63a8870b380df2203f77544312164cb849b19
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f30477a1d8b272a767952fac85da025fec823f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbaedacc57507f2375e8ce60a0f20d3b8de13e778289d9517201c0e3cb94042
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14a13f369e0f8e33d766b9621e80be4c31dfa1c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123c9f636ae334bc34974f3b21824407b06e2e38a1f91347ffaacd34611e3a2c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3546c5d5425de4e4a98b08c6be386cfe7ba7818b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9821d9395675952276312fb938118a5dee5ed1f755ef0e3e349251adea6dd9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c73f6bb4c0da5a9d624163bef982f1fd095f2b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9874e8b83f505e1c6d2fa78906effd5d13af7365fad1bbc2422637914591e678
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db68c13808cc6b34e0392160c921ab126b7c3f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a741935275856d95f96c7cf4f088f023f1bf7e16ea1796182b9f34b7d8e033
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70e6f73d27490d4ef69189bc77a6d52155aa754
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d62a0021f34137f39d303c2106bbe65ee84f92dbc6917517bdc61fe7c42e86
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9afb1b3d3e44277c04c515e3745277f9d2c2d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722844a22de0036cf6c1e3d4b689c2313609e6f34d014faabba2d689a63ebb05
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2241fdd357619e4fc67a3481d373948d3e4f7a44
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2bf1c7d256381e47f31eadf72f796cd098a2c39164bec1c0c1202898910b36
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4263b251c46c665f2c8e1cf7b90414ed42bf8b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b124335637ace57d295455399a5d90e1b0814b995d59f9bc2a0b551f453d403
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d772f31ce8af1f099ce6a792b46359e5d446e933
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be4671855f190142b9f09608df8dcbb458b9373994acc7166531752ffae6ade
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf5f2db15df8aabd522be3e415d50f12f239cc2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b69e0aa04383c8a9c1171bc01e28b0200daceb3b119b460da4b411f11410fed
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758a9749524ad3116ac17406bd0bb369171faa97
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c62c6dfeb00fda7286813684f9c59056c0cc1faf9b6852d2adfdcddd3c97460
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59413c1aea2537f1484000dc1a743bb3ca2c0f20
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c9a4fe43ee74e308e21364d8b5e7135d05f4c23a4f761b9239692645e9efed
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d222aa369f7b6b36f46472cd709ff3adedc854
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb28549f68e8b90d302c7a713a44a4224dbcc46194f62c75542333c25dc6d3bf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e525a0b57fbaa4b9f573188364dc67fa8d40bd53
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6345ade2b7284889900d909ea8947c7ccdc3f1165d56db50d6f601fd25443b22
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bad24ce42ff0168a02289f3294c6266ac3cfda
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22cfaf7d21858388cddaddfd56c7ba218d2fadff1b36cd4958de960c3543c20
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b889f4a0830716f710c3af87dc020e30952cc7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d635a7c04e8f4e744073d70530fd642affc39e2dbec2867ef3fe749dfd51f99b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8f5e6c7637385454124dd0e017006841fe7725
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6420d07a0d3b1759d36a48d638fad3b946615875be0cbd34a0f497da4d0cfe31
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6fea7dcdbeb8fb1e22d1b189cf16894307aedc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f73085a9226eb4367a9159b042633edd3aac1d983d00c57855a46e9303cbb5a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d466123b7340ea7963aad74cf3a4e63b488bd2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e775a449e850d678559469db8bcd003cfb04b6b23630c679ec175c009bd0eb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f76b5edc86e295998af2cefbb2ec0bd1e1a2aa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d76e945f23e634ccd3d51e606c477fcf1b8464c231e65ee767f10353e0a60e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb676f61158d2bd6dfc7f0868c6c88432bd244d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cdb8a0f3fc25255ea69bdf37ad6974dc0f76874621e8e1a83e07e9e1c8ad557
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c7d560cb3d39d74be5d06e08812158acf32aa1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f3a77ac3c8d68a8d804e92ce8f80b153369771ed5bd3c0fbe715a0b310bf68
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e020c8c62e885e85b9c469ce6955be4bcbac655a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660f3e06a211fd60c9c2f2db035309809ddeec317fc3c78140dafe36a2dea723
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8be82722679c72513d1a9c4bf4edef9e1922fa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7525a1487032dec6eed8e382c735bd21c215d16ff3a008e452b901ddc8311d1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc217d8ef347a8b27edcd574b676d7015a27be49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93850a15f6c8b191b8722b3ccd8c69c43ff07e6265ed6f5733667351cc6ede4b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1903a9d0637256d1c7d103eea789502f203e3093
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d3f28265e9cb831c85a0b9d5ab2d311aa2ca6c642c7d039520660922515319
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2202e66835994b41c4c0d6359f1ad289ea323d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45cac696be23ef9c58148d5cda5b5b4c401004ae92b8fc03204ae74b9fbc5d12
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d729b250dba4598cb485f9b304380cff27e1ee4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1ce22acf10c31794d9512fd5cecf409cad0b0cda2901cc0a59196c9e4a379b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2f7b033d27a67a6e869683756eb946321a47d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a11f1d31c016068619e12368edb4964acf58021d458ad6748159821439e92f2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed052a0c7454323d27de2bfb7fb55144b0ff9b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6465785d95dcab8739ff38e2f3e9fd5b50634b76cb589114400aff1802e2ba3e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d4875c972fd5cbf4103fcb686654a032530e41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae1f7eba4a9d8f5aa1b339a0c1a358a64d24ae17e6ca3256d84ce3f80741b5e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99c8bc07d311f3bc3c27ae850e750a44fd37313
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1446e8d3c68c157d51c9c9bf23310b446b68ffb67ee4c51567d8f0cc5bfd710c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8b2ccc290d04040fb54cfc22cab389ddea3c80
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d681130b3b1a1a1b40d718f7c9263db313f2d2f8030516fd12657346ae5cb131
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f9c1addeee365a28fc091e9bb8996a71ee17e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbaa4165305fa77436df3dadb2de88ab87aec06f9cacaa043115eeb463c52fdb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122c041c1e347b4820602e9de12a1ffb43224b41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fccb83e46963749bfffa31906fe6b1ce3ba7719590def6bb2c407a6fd6e4c98
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9a9c94f8c270dfe58bcbae3f77cad9cfaa34e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0814b987bf60942ec5ab681cf68d71c0cc992a4db000f7347d2000cc6090ca0d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693d745a2d0f69611ad286ad6bc12dba79fb3433
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e41f0db613aa7e444892da9addc8bf46a37351d0409d163f12ea3de8a877005
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1922a98ede925201f040a210be5967739f5ddf85
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6492a2ffcedc2c980ecf927c4883bfd3420dfa0c9804a81f8853339d4ab4d60b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd69eee685825391da0692072a8cdd7bec01fcc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae300ea8141c6000b0b0e6bbe89d8c36f9df585c1fff9ecc2efe378693bb8a33
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb495e4601de2ef4f05e8981da8292dd6a7412a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e11407cd0478d334669c09a0c8c897a0f7535a14fc46c6d812901b8bb915be
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43da85b6f56dbce702b58b93a0c667cf9b7aba1c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff6134bb37985d1725a910d8f100e17d237d7289cf06c464be6ad3ed682458e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a47df2bbaae81e9ad917714a4ae683f6bbbb12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7c9ad518d5b5b5fd2acd8a90f50e7c62c96f798da6b44a1e34be489339d30c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71435913580ced57253418971872e5a52811fc32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01bbdac06bc18c31aacb1ae5c0b8bd1afb57ad1f872a2277d9c3b4d14688ac9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ecc83714c6dfef599faa09992d81b829371436
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f886d0e22ecce93128a3630bc9680cddcddbfd47efb0e46a72b88e8114d9d6b5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d2044193a0f22f7ca866dc384006a988d7f33e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7af06bffdb97681c8d5c3ec47a3aa324226d32471713c1b5bc771aea0c59401
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1f8edf7badb04a06a3f1073bcf284f5a9d17ea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694e7c3b3dc5fec6dd0c896fb9eb23a0ca1abc53f1c2823b0c3c40c5d434a9d5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ab9c480a569493c0f1ab575d3565e967521a6d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf6c38485a71b1554fc45f58918b1f58ec55d25897ee8cee006c47c443605c9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1264685dfb5a1b80e2b6a81bc87c98dda9ca9723
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e9bbba21eef161e68d8fee99b5c75e5bbbc307705b06d78db140a6052d5a82
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b253da617d5f9e3ec04aa8165f70e3ed4e4a06
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77969ef3d3044784986a089f66c1ba7d132f408f9859cd49e4241e0f50f6c686
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7af5e545fa9739d1ca6238479c1307a50c46c87
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4313ac772147a16a6b2d29f1eaa8362baed6439e1a58c6ff1f6f541a68fea72
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ec009745d497e750515dea47b4df58b3270bbf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a060d87fcc4086e7f93aec363cf6282c66afaed6a0da174a0e32bcd91968fab3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5f332ce63b1cae60cbec2484f28d6bb6a7be2b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1e8b07ac1333fa5f31579957720a0a33bd33173dfc65a60925021e37f696f7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3da0421e1c9de901b4602741f82dbfb54a7be3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012f81b320adb1a775aaf50b281dac7c899c165d1fac90bc5d28473da82da7e5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab26b3e76e31a12e8fb16bd21600dce3d3f8e510
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69b7b07f1e2fd3ec24eb306c86cc4de24f0b28550e73fb5914d50060434ea81
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175262d5e8f25b10fd64fcde30d184d5ef768086
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08179ec5be7b1abc7671edda8fdb00f49522f8abc43fd1cb8c2755facad1733
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b796d0f720ba5e62d0c7e6cf81fd712ee4e6ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd56cd69b7804f8ab4a02c84e8fa66a4f9996e981fe630118ee3d4fc50bea13
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7756fe747181ad91d5fc5be824736f4294e79d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c74c9f23a9dcf5c4c65d9f872f657db07ac255b45f043dc89a66e287bcd87ad
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294bb75557fba7d020a59a8a6ff97264c376495e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e41f13756acbcf8bf59d84cdff9b0376de5ebabe4020f1579ef0f4c54149c3c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26e577d395174db4f5cdab3ee59b5ee89fd53d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2952d1cf30aa975d3211c2e28a7d4a7c5886dae6eb34be48d1abaf3cfc9eae
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e42739017904740164036fc06fa2da4aa2228e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d223e91102734e8eec9d89ff0534309808a34e985ff73bf17732901ecc8fbcc0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8677b9ad0ff945127cff2fb7deece4d5d0ac63b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5a690c90f8ab22e88340ebacd1cf9521dd44b2870824e371c63c3b54c98c86
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be8fc0586e42f3ccfc5e270ca510d0aa3ce10db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fcb7d2b6af7892c56551e51ba529feef1c9706758ab87dc2fd79492a519a9be
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84022f338b5ddb02e617847270373a84d866e4aa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806452e7364bf41a973a60f69923e96c71802f81d161b94b4312d24cdf5a6dc7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67fa721bd810381e57a3542cfc8fb25241b58b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ebb9550a2fa6aa18dc2eb0e490aa63aacdd520f6c30037cc8bdb84aeb87410
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eaca773964583fca7dfdb5d1a95ac9456b5cb34
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34869adcda17f72baaa8079d00460d9246a586765d708ffe758436da3ffd55b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5b09b5e610425672a7bb09d0edff8117f9fce2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af2750558744ec79e0f5909a4b0117e2f3f0a43b163a7a5d9728ccb415d3280
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c0de6a1dbcac7c0f075d097805c8199888b10f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519b2a3debe7c7d0bad7a4e748df4f0ea1ae20cc38c275a7c0537db78dc60b00
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa5022bbcddce26feb440057b1659a69f5dd551
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54ecbca953840dd0c83538c3b765626af73acc083ec87c595a4964d9154a8b4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb471d00ac6f1816666818a1a0edb3735247bd63
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69079837646c24e726bd1c4b9787454b52d7c78a24c14293877b0e6aa75f1942
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd3cc6ba368314b22f23de7a9f9512b523d743f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1122dbcae7a6c55fbfa1f9fc8f720eef73bc846da7d74d3af637447f4b0eddb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec448a830951022e299b6263c0d981c72405ec4f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd35bf75dbffdc3443d49053b4022537ed1f63fd01411f4c5faa399b67c1e1a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b17005b2b57ff9c97dd35980bcdc9579144e4de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fa00b554c0952b624f943f32678fbe3b1cdbfe25069967c2851ec5c6786cae
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a6a1eb59cb3ba4b6e556a16f7f13fd59a8ae6c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bd1b033c7c87f8dd098020029718761c55acd6679822f43bdbf45241fd40a7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411c28454a82127f4cb2fa43e146bb38c14cecc1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0654316e701a37ee43f94ddfff09543739661daacaf444f08185f8c9c962fad8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea263ba9b67e8ed5ea2ff7f0c027c3498afcbbea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47919ad10a33f43152ad485313bd234398e460ea85a46e2089576c50cc9724e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62200db6eb995a3aab16e425b36c2ce937cf2e8c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90364c7f911a9891c05e1f46d24b252ef74b1089cc5e762e2454f39edb0f9c9d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5970416282f2a99b16d415fc1bef87ae2be9a38c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260a31af0ae134c0cb4a4345b4d14167640b8dbc4131ae8778be49f41180c4f6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c633b6f885b350573713e36121e12243c6120dbb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a9321c62eae5b487719979a6f32a26d2618f6374e390fa0a3626921f729221
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1acd17ce930a2fa4be71dbe4919b684c7cab3e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95270877f70446b1793fbb99590cdf1e3db003eae6dfc5ce1013e24a9c4f2268
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec555ed896a1412cb69f2985cccc80a58363a7cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc1f4d44f164102e86297b43b64d9a08b40d6b695f51ce5e27d51277d054782
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13a2ab497c32b95acc4e960763762b8682c4f10
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5ce326e1063e7d8005e07058fa2fc8d913925df9e2058c223c2deb8b6ba4c6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a44188107480e4b271115805b7cc0289f67925
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454e0b0950fce4c342314435f3f9b9e6b866507f350462754ce892b824448904
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d1b1ffc90e670b6fc966795060ba73f62dcbd5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76460330c1a9905f5522aed32396eb4e3590d0a874bb955a6097156392715fd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6701ac8a22b5a6e2dcbc6d04bcb199dcbd2cd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2333469fbe828f927512dabfd0e6a2b962db621c87e17f8f5f5219124f76bbc8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07c2976fa66966372fc160ffafd1a065e41c9da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ab464845fa6d25f811234bb5f31ba89f12c3775b9abe09ac377ab881e0b5d9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed514b518be8475a8b6067c1da998c8547249e48
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47fb911344eefa3c4d40011594e7a1227c92b046b685454d3b7a50bf7a914d4f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a6fe15f7493bd70702b5398188e84d13be5272
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c0e88407ec4ce6508e9303b1909014c75a1260e343c584f89d67c52498929a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3629dd1b542fd94e4ace914e81df8f43c47b8d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f238667a361c487cef19bad2c576db35f911ea7ae0362aebf7ea68667c98592
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4ec49dd75853174d895f80ea432bddbdbdeafd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853abc4117edb557b1ee58c270010a3c5d97f02633248d8041971dfc28c21585
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3b80e7020e7e7cd6f9f6621eef85966ab79745
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b0bbedf3905d6e47462bb47f97c6d806839209c3ecbaead75486dd5ea7620f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee290f1e676c190a149b51071007915bbdee8f14
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffbf7c70edd69fbfeaccaa76fc94076b38bacff8615f7a900c71a2a80ec279c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401c307e37afbdfc68bda02ce268663d73c59640
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d32b19f34e9dbfd3fb34922b38a73e46dd958c81830f909c1eaa578a057967
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8ccb99dfba1d4ca1042b6cabd3377fd6d9d518
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e9b107ce35be541e1ede3d29a8d39ca6b09e5a2d6ca8434b9b21f4a03f552c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061616c301a9962b00282fc1c3586863bb7b211e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572554fbfb1cc2aca5534d1066747ea363fb674331990fcc83f829646e8c96b6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5117afee36f039986af6655efb4f30a53a9a0a96
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e674c995dce6776af31d96c699f9e31710bf6b3b3cdc6f15698d1832f131f7b8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c09d63226f0feae9f60d73714a42b89f2fff4a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f016104325d8f4dcb94f316ef0925a7f9ae6bf55f189cb8992c4469f91ec19d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9ca7e7978ccf8da746dfeee412230982021ff2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801f357c61047ae5477080a600b6ecd7719af035369f24ace135eddd3233305f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c063a984e7b95ff540f043afda385a7947385282
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f0f93861ac5053c7a3109fd20c14fa4b73ed92eb22640857382ddf2b4d456b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd491bbdf018ccedef6f6e9b76763b399da9eeb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4771f86a3bdc5b4859635435337faeca45d1164532cff4b4ff8b58631918af79
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..708e154a2095cb733535e52ce3a3251ab5c217c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2e20210fe7fc6a14a80e15fcd4df11277ef6fe433c7da6a5a9287b6cb4160c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0c8a125bfa5e7c94213ead0ded2b77ffa97471
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b57688a3e7267ffd123a8ed4dd2cd4a06c9b1187e9d3018578b1abfd5d6b9f8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf2df7a852b2282a0a77b3e0c33be49be587483
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2b28f8cc0f995fa668764b1fd6cc98bd30c2e382ddce7ea46994759a4b503b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f35fbabf736846a7081281cf3a5141704f653e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae4dc8f97d775b877e1caf8f24e77809766b97fc34db8aa66c3256cff985891
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb70be30bf05a9fb403420def7cc57d57e504fea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96bd72d8ca0f6ecf12797abde55e7e821d63df61a1dc754c5fc334de7e5bc88
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec63831af9ca1b17e93862283717403fe205dc52
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6aa264723e75a3bce3312398918d3cd1fd4029e60bff6b41dc1da832afc6d8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb95404cbeea17f4e4cccc9e85b81ee0c7f52ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9388023a238cdb0d1e283ff186e010bce397750ba86d6289e8b044d556a6122c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bcf4b62de62943ccea2ce509906c93d005e94ad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346df7b49841b5ab0199481f2862345c774c6de7f07e232c7c5cda49809464e2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2fd6347a309d9f1730fe0be72247941388eb154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e88bbf7dce6e3a2fed7b20501bb23fb5d09a56372c84790ac8f7be178ca9cc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d7acc36fea0f968c3aaf188da3e30217f98862
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15ea4b4b14470c00503147ee90b3e07f484cbaafc3d96199dec7dff45497562
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4437d673f3240f8d27c7f6dab91024ce8f2d9b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791fa3b19747d31aa6ca4a8524b7cb15d30f7e90e5da3c94137b23d8c2347d69
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b0499c8600e9567179b14dde80ccb8a2c6049a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4189aab61f32799555b0ff730fe73a00375113b6ef6507e5f34d9651a759120a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8953685248d21055b7f50be3320c6fde31b9181c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d48b392a35b29a60659c4ac35088c17dbbc08d203c6d9190e3993054433731
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56476c9b23ef7ece6c5d301c8c2e16a1aeab22c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2383b32628133e6da7dbc591a689ada429884a7f471d33831abf6df415e6e7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3c2f250c56dcc89eefc67b7f671a23424d6af5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb9447e8c0b5394af5dfedc238afe857bc8ace163d9618d4811385aca61962c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40906a148b376b949b8562c875dc765494e884e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b242a9b45afe83e0f325f4e4fd50477e074ad32c297b45e0543d33c9745f551
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a2d224db39578ec336b85beeb4090641006fef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779c770176fb95f4aca80b9da02893b9d8698263e3237a59d8341f15dfb906a7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1d884a4f125e2347d0b241e17af480a639d090
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27531a7c1f55520449102baf4049a60a4785bba1b1d9a4479dbd45739925cc1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71f2d0dd7e126a4bbe2fa5e51baa5ef9c19e18d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8969056961a3ccdf7753e37b9114cbf1d7ba3fac27dbe4e91c41aa9b797c14
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e324654b7822f59dfc167760b6b9487c43dc8cae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44444bfd507c649ecc88cd4f2d13461e942c360f716b587a677ae438608d7629
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b47f4957fabd15022e0799c9dace13dcb13911
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7d57f19995e3aa5b7108d974936069178ad8c27ba7deebc47c0ff7d5031679
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e31b15f72cc37e96d0a46a0ae5e02e8c7a927c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a995e67f2e95579b5880660096d1cf505fe4ebf34d73d489a8a92163722ea8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac0d71777c1d0b6e9545b4bc91cbdf73372e754
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c2871dd65deca4b3ba83bbd19f47ec4710c6f5ceed436e06d4d92aff0fa8c7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98cca3bfb29b961f53a621d5d1d5e5b77304391
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ab841d73cd301302e0634d353fbc24d2135b4ab7e870fa97fcc0a3febb1c8e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0437f206051f883524745a55c604ec748742a9ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60573dc63582ab98a7fa61b86674da991c9c2d8cbc8613bcba52334548a0a4ea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3591a75c5e28853f007733ee3516d08f402338
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95164ced7f50edc6df8d56d55d2286681606a8b777637b0d0e3c2385d0949d1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b506b74cc25db186a7029f0294ab9571ec85d65
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d89a43d5422e1e54b7092b476576b19e3f8046359e0f3e941eb1314b7458d9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a87c873be5b45626c19ffcc65259ce656e9290a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48691a64f41760e1efa28cdff98c0226d5968b9d1f382c705c5878099bf6adb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b42f90a4e1107aa37e61294bca4e578ffa93f24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c6bb2d59c98286d3598c68a3e4bc4b8579fa2c0d30eb2190ea323b28e388e9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296c9e3fcfd2fcca414488a85f7e0eada566530d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15f842e22f4406e1b8f8db734433af49d0eaa31ca1584f045d5b288c026a854
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e274a01b0b699469707fc4f8127cdb3814f1a5f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4688e1fc79a9ed952e7e7b20bd0e5b27823cc7b95e9af62ab03f5a0eed9f9639
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74956a1292db2086bdd49d0613d2c6aa077764d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abde8a835e7cfb07a25d19e5bb883697fa0fc3b16a286869f5ce36a65d68d3a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc48b0d1cafc048effd1fd5f8086345137bb39dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45607bb9bf87c377d1420c89db77ba99af60f3c14375583940e82d0d6c06270d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd2990c1ba49969c358c262e815dad3d6f9327e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852d7d07d6ddccb62a3a57e245ee3a41065f193ad919e6c71327f0bf5caf4a49
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1717f1673b26cce5a82d3b17d144a495ea931bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e58a13985230cf48530876dbad1e6a5658b0ffdbd8594c8c6a1d7d9192d5b3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f089ef9a5c09ccdaf2ffaf0fcff0f49fe75ca82
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033a4acc309a8d7c1a1308349867a067a7bc22fdb8db1bb46812b98664fefec4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd4be4ce21faea531d97c1a19a127b0f7e6537a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723fd97f9d7656555262d3f94311ed7ee99f538695bfd0868385484bea2eacf9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4236ce5448f05f8973bfce6a5d4b25c32d85e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c2839e7f71cf7c717aea630536ca244adb707758288548aabea481608f1569
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47e074d47b05f241ebeed30affa711bdf364954
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01cdc49081c97b3c3ded69b10b27eda7574e6c924c8fe67921b280afc13dcdc0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1baf820231bd0396d441636d6cd5a6c23263c9f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f197fab250c82e6b1573d20d8309a7f1bf339aa5ca888f40e2484eeb6217bdd6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29bd8ca43ee4baaff514ad5c1f3d4adddad1c20
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850d551b6752bb372d5be9421935bfbb44de5e4d541ad2f9c90a7b6f8e3b0f2e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85ec21cef0601c9f881a05555e204ae08bbebdd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1de340e4ca70fb7c8f935f240389ecf0a22254c65c723dbce5e6c308e47f09
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0169439037232f916ed947cb4f288043924d22f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68493370fbb3893156f136fbff0d06099702d1295cdd87dcc4f1c484107f2462
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ff52d855dcdc8a39922575ce1c2492251f6e17
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4220f7994551ba04d05bd040f9908158277190df8447b31b83a2997228f8e3f8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b226e1b8ff8d671545e8ee4044c006a892b518
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8ff7f17fc6c15589eb418796a22d266928a4a01bbe38b43fed4e48dbec277b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1a2373aa00430d0c64e44cb09b20d4e5b03b81
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1381fb438443f4c584dfc5e633ec9a634e1a8875fb1172db3d17d5c93ad4724e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42663aae318cc7ff3b130cb575d519a9d863dfc8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6a5c94715aced0f60e796322c7ee19b2543a98f1c4740e8d681d8d0e827a1d
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_7/trained/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149904c14c376e436b427ff27e14fb708bf446b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52127a0dc553c83b02dead59af18724dcfd88bc3e6b675c6ddfb0c77a8ff6b29
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ad965a6bae2e2e5064e19058aac90c2d393083
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35ba4e9b03cc077f2eded95206dc938d9bba9942cc8979abd09b2348fbd3624
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd044c62d38455b4599849678d44c57316a7e1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ada4d605ef5aaeb086569aa9dbf9fbe6d99973870c534299cfbe4470c93871
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa435b10437dbe1afd5af36eab17fd30427900b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd162f072f7926e9636248437696237de6bef460b6d4625bfe8978f830a1b237
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e63773667913094259717d0afbfd09f17630a53
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f4122718d4c33af3b5f6945d811079eec9b7b232aa60bb0077561a44e1f183
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6df334affc870ef50f1a4e34101a785b530e828
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef383d0acbe0801b7fdea03b511179c8cfcfbc97556ae566ae99b44a3c3eaab
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f87095e0c6fa07442c69d35528dcef64509ffc8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1141a4e8edb19c35cd5c1fc7cc892e90ab59a99e96f7399173fec96515cd1e60
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76495d522d37df9e3f43bdcb5df594285f782a36
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773a16d4b4946c3b8c87428202016f76b1638136b536e62abeff04c2f4251931
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e3b526c42073416b4ed8d961ad07c59a535763f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9479001cb41015764b5086b058d382126840690c41cae0c8cbd5758c4c5006ad
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54801acf582203e34f5f3646cc5c316db90bb1bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe39ad5b140fe893a090bc282e6a8c2c614e5db4ea9acfcd33c65c64d3186d27
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8781966194fae35ae1f7e6af54ed7b5ba33eab0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336677394ac7a3f1d28b9457990948d0446b7cadd83bc7488896fe50d357a617
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d009ff227dcca513d20f28aa8e0d5f3230a2a7e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d98aa671f85a1496ca105d1fe9cd6fe00ea4fde710fae0e9ab4773b58eeccc1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c6ed7252bcccc45c6baf3e77456adf6cc1dfbb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d7f8821e1fc1ab07e22d594b37055f9e1176012e38cdb57e96319bed150b18
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1af088ff05bf44c1f6886546e1200c784240e1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734279e68f073589578e1da1aed38c61e2085e2660ea0b401fb4702e44b6c0b8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9250141ca17dbe58e0405900f1e157386be5a63
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10587763fd07d907eba49a49dea0136f326d284c338bc4ba0186c4637bae5b81
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6edf70863278daa3befe822c7c072897bef3422
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d947de7be4d1e3c1d78f396e9d46063ee9d2edd81bb52fba86fd2ebf352073
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b96c8b5326bb91b1bbcb57b6c00e86a0499ef1e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35715a02d47e8fa4e04e5bfbf42b6fe3ed5f943aec7f0286494cd1446022821a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609d58bb847554dc3195e08d435868d0c1277e9d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543770c6d7576465ea59e81143ce90f3336757979eecda13b847300f6c469429
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b25b9888ebd6ffb3944254e356107f2e711ba4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b009d97df2a4eacaaaf6d777cd15a2da43e1c151ee58c8414ac1729b1bb4fa4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6abdec7200a877b17eac5ce47ea407e7556a5535
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93bd0f5da3ca2afbdd51ea90265a38f507a30202fd0249d245f4da0582d78460
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74639b3f64d6b2427beeb90cae0b0208487cfc30
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57affac2fb8e5299f9fda2bc65c1f0b13f63710788284c94c85443d5a64b7ddf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c5ff6c0b45950326d168e6bbbacd3a679ba945
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7daed7ecc0cceedc40f09a58526cf50c5134e7e139b8fe2065cd5caf5df9d63
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ad357d5fc9d58144ef9772ccf52be8cf7f7f32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfafe05447b3fa5824062f19a17c1865a1048093954c66077501b5a5bcfdb197
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ce89909de274b051e99d7c1c7ad095d59bfc47
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488fa0966af0b1ec8953822c9d0f79bec199f9f70a6148a25567439ec42c79d2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072442f79a6df412877d7613e294a1b8756848c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6797e420edba80906d79dab34c2188de0d80cab138f0e304f20a8be2c7c774
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00eaa2a112f9236206fae42e26f5709822883a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c6a66ef21b18649ddc7d87e0c89f291b229525981d5cfac475d5d96d5fef48
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7d51a90d1120ac93ff1f965122c0f49ead2415
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf00f2a4eb3912d066771e6d8eca8847605ff8130107b6d9e20a94420733c5a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b7b3de8ab257475d6fa9009b602dd51fa7fd11
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fced52b8cb223d833f8ea247bd254f348681aca26d3124eb9238ee1a305da09
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3985c8d8f169af1742c13b28c836d3e583f28357
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1bd682aa0a212cd8da32cc4168fb3094f1990c0268c85965340562f9cd3dc6b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788b1e77767cc67dd5d57ca369f6112455c9d51c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31ee15b25e5256f4a1d9209c96eb5ccca48e85725e6d21dbbc6f0744b3b4b76
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caff2b9f594d86bd8537f8b958dffb6f29efbd24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f998dad9054f68fdd26973b4fb27afaef0ce4cfcb130d68046948fca9620d6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4e867ca09ff39821f6fd542d3dca5a55e93807
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aad77adc2b28ccc730a08efea9e3b9661cef52eadec86885debaa0446de1756
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60146a106e23dcf43185f70b0d780df54dc01b77
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e501ea29719194bb3f435426c361e9018da7afd97a555f9a0f0f4b0f64afae8b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14d80627534aed4cc427a7547382415fce56782
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2423397b31382e9b5062ba5061a67f5be5fe9e9aa08a7efb2c82a70d7cd5d6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171334313ffa982e411b1352ead0b72b38676556
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1616a689d8a4594fee0cb3eea2cdbf4ca750e515c42c54438b67ccd7e1f8e613
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca3fca935f60672812ae618d81a7ac6915caf3a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:395019e67fd7073ed1a4283156ea0da23b5c7bf062ac814723441308682a2c0d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a54ec341a79d16e52a212abf02209d550025c3c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee41f20cf846f171188df6a43c51da7eb5b20166871b1a0eb8fc740a404ecb54
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511d3643efe05d0fe66525deb76765b6700461ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a47283f77e7d0a00f511958985dac3cb57ea18b38869501219132501026a81
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7b776d4b4911477b1c267e49a5c1eab0c2a10a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daba3f0328739e14c2ab94dc32d552a294d813ab388b9317176b405ade373836
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a51997ed6a7d2c7e8961ec2d3ccf3f1e7ad9fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2fd6267c8a8934c83bf6b33e7f20365846b26da9d3aa686b9e3b479bdbf563
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f09fb9e243070986632985d0d2e1416068428821
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e0b3299df26c0ea440df440755e96b456fee4f175db3c31a64b73ed0a581c5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09fda1f56afedccb18da87aaf408e940b177441
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9981f0defc01007ac9c8096ea47d6dab33aa56210511bac7cfb5d5abed9f5b94
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1546060c46dc94d4a931c41e4bad5329ed25a49d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23aa6d49867583af85158250f63e9ccc0d583a875bae2b657663be40481e9980
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60dea9314fd909de46f10df9991f42ebdd21a226
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12878251ae01289a82d9a4abc0d8622f1f77de7459cea32ed58d689515bd9d87
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e7853ea2b3afaaf9a65e39e9faa6a0f60a8ab3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1faeaf25b30541e3f98335d1712567444c23affbd51e061fe5886d187438d6b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43020f8d0b17b0f48df2cb22f81c2fa88680b640
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3be709c5c79963cf576712cff335e81cd6b75b6913d2cd1c2146771ae0f4fd1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f760eaf146a5359f79e9b7da2b8c40f395ce01e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9478c1f0f9281ede7df844868a04d8b134b9b0d2d093417b29cf0acca69de4be
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea24e2627e4086e8c9c8e0f8cce24d7ffa20a2a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a12b9f2b940e775a4934e9aa962886d768b79135e2e00a44bccce46ce56c71
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971eba02cfa6c9dd34a196736a7340b3f4266064
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de8bccc330a4a6abd936ed1625c38370266458c82d852d8fda9cf4f2a70b2afd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bfcc0262e951579dc136decf65a325bb4b02da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5b0e44246a8153280e9ab02d55e97bf87a8eca3c2b6ed79621695d9d5df370
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8186e9c399e245a4dcfc778d74ef379c28f27c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bddf50f405ffabf9ede1a0b95e9e8d87f1a79682497ba27f670efca42e69b00
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f787e745f3afa8b5af72aa4db1932ae1f9867bc4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e678d5daf3c54661145360af72003ecefe5b7f4da6cbe7c50363726ee2244fdb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b72bd3f160ac68c3820b01a4936c46d6a732804
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9968a7e94a84618fa50d5630b05f250ad4335dc16a697065548f571b9bb4644
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8ffc8a6ef009c1cccf8d2c8a8dc081bf13547f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5198492ef62734e861f0915632839b9fdf242578dde79f168e2009258d8964
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2863e72c5269438d8fb75a0c7815dd81ea5994
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9718e86ecc3149df48dd0a141805950804aa2cf7e5e7e615e59365d23134c1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea081ce0a4a553b1197a09b6d41b21e41039b88
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945685fb9cc2cf57172a83ae169ddb524bef089599fd13b8ffa383050a106811
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e042503078caef3ce16edff40f8bbb481084167a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2db5e87917c262ee5c4a05d436c407378098b70c2bb4f7438905b3df6c4c41
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19ec0f73791435a9bc1e18a4aa831dbd45a62c77
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fdab71fad8392895fcd45bbe4d591f0dd387c8a10d4f589d463b3f45795589
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8d64f1995b649785298bfc33c12badd3cb74f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8d8b352b7eff238f11bfbcc25be3e07aeac000354739a89d32e4005dd6b0ab
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d34ff895b92760441fd8a5b5435b2557bd46d60
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f0e05376c74a93f89e059b24ea7ccbedda01be606f0a4828d0219b09cc3f4b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a7d6971da121dba398acce987ccd9943ce2e3a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8bc3bf79bacbdb087c8bf16cb968fda53c7f168924b01ac6281cf6c07cbbd49
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a92084eaf2b6164d9391eeb0c40b4cd62c55eb7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abff7c1c8a350a8fb2cd3ffd6c06881366a04022c84873a0605f677ff36f09a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bf8b4f0889ee80f022a2056068b0b0eb00a21f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3ff335ac7fba1ed64475625c7185cdfb46e4c37e0a234e7a9ae1d45fe6c692
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82fa23b037401cbd4edf362863d546143c008858
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902775a159232f12f03aff5c0b0ca759c16d67d43a8bdd2d78d531cdf368ddfd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b33c49ea863fe002eaa4f99c89414b0deb5e7b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b1100c181aeec2ea4ec9d7db248e2e3bbde21523f6ac4257c0c0a4d56cdf00
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36489cf47a3c3359594c71e72d3ac92d1111466b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef4351dd0e472bd862a4e2e9af16427b1e38e31fd9b5e4e20edad94ae207c09d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad1040ccdbe4f6962b80744ada1d618a9e490f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dddad7f83e76d4f1a28ca2874e2a019532580e258a5276866252c3189ec3539
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171b8edffe481ad75c09305c31dcb17daf37d303
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1479b03552b77d915179b2326308e17a97d1d818548843564387a582e5dd8c1c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c434e443f58a27e3039826234f66fd8e742a8df9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570fc45615fca514f2d6ac1e612bb9775db68c333cdcae8f536c0a537cc32fd8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de521f02f6220bf533333d56a65c6d6caea3b5e1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ed12130790abcad214f0048b789ceaea7cb8d55eb6eb1111ab26ac4729a506
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd629e00319197ef2a7cfbf7606c0eba28641c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642b321115899ad0e91cce55bfff350cb735b31ad17a738199b408ea0f90ba16
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fb906be160b1bbcc820838d158f1881c81dadc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30a68cfeed3f3b7dd6d77b14ac8f4ab39050915f65ceba8381b2d9b6753fe7e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1e534972d32de23ccf7eb8a3d1d94f22083f9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21dc8546136863dce0525c013274b6b1900b196b37e8bc35f87132d472b56084
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeacdbd0fca91faab90a1554e325eb2b6dd5f773
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d7a48f534a6882bcfebb18a62bad25880557dcb5abf3089e9ab1fdc9590473
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34bf1f38b8834b8866e1696e0d704bcf2b8be2c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c584b41401bf3885b9b15750096fabffb1cf115119c1889c4bd131a208231809
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41dca95c712f1ef522717d783b1aba51d39d52fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565845b1d183152e4bce79e4905c14e8cdf0b6e3803eb3aea50650728086d701
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa7bc59bdd6f827cc58c2d0105bc6eeb0945af4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4b9f0d3006f91856c404e93025c2bc260401da7f8ce2822c601848572f3c27
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396bba918f593ad99e6fb1e6ad28dc48a8be4ce4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6df8cd75e03a6853e63bc8045370e1f61593e6131385e34baf5a3f860c09037
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e29a07e47040d1e40395df51408bd922ec870bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4caf8b4b49c7363212e4f2bc389c0e416ec893e76ed7fec576ed4c2868d814e2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5eef40c6a6e71bd57bbc9b7af59ea94129cbc7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38475a7baf4cfcf08fe3d2585847ced05a859042e0dad67a347d4dda475f5655
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d724ec422cb323715ec30a715310abec418433
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3adbb58744bf0c850a4cb7e7e3289593e50b8e9e0634f6ce51d735ad81cff7f8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0166aa47bf9f13008df336418eaff1a13a172a2b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddc15f738354f2e5b0f06024e1ee7c501c7383af75d0b2be6536489b8739c1ee
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4427c30b462920cf9a986c263b0385b3e61bbc98
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e48d49d6790f272ea9ffc3dfec857da53d90b708a65ba8b3e6cedd3df9dd0c8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d2329dc61679d5d532c59a0949b1df1a474368
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5802c7d3a413807403dd9dec7ee8865783700802f2a8b3808d18e717abcbde
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48ad555c4876809bb40be3752a285bf797fe806
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0c03e0dbeccf845e3758319e6903abc0d26bf1897f750a6e04c584d5c11911
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30fd21153ab2a8de2ff5400eceae0fcd22ebdb32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16bc6a4ed8f0d4a1d5008903a5d124c3e5cecec9297916226a9e8d9e41de98d7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bcff0647dc5ec4b4995a36c8d089c6bb5f5fa1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012bb4ef1bcc52a4da60577ecdf930b959e5b4a15e2c144b39b83764ee7a8c5f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459c0318660cc89f852da5757b6963c7300493ae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385a915ac04ca76feb9b8c7424400904cc2a14a8d13f0f195175c560be1338ae
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d866fd7395c89a401f8a139b0b82584c096e5e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7da48ac13440a506993d3375aee3be075ef9988b82b6d60347a3b2505d3849
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b12d1e96a6d0b6503e641625e39e3458f69102d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098fb5d60c17cf6d51a8e0aa1d1fbdd960c90deb061cee12dc06c5c496d9f987
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb9e085eda47dfc1c3cd7b34d029981ec82670a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998936adc1ff0e9cc20a3d7f31b477a97c628610026fa786f7155b47e1623122
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0e8ecb7a81ca422b291c3b3e7d26706f6ceda0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94908102808c702844f436ead8cd6f49e30373014d1f7e609eb48ab8d9a81807
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b703914a14f28e447ab5480da5bc54a3d075ca3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de89ad7c9a60706d683bb961dacb8be6bfde248e40362ddc56b0b02340ec77e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97f20e149933bf4794625ec9a8f2345ba648f6d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32df6dd4316eb0406b6d6bb33792bdd6c7e81656ffe08246583e004fe0080159
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7c76613498a09ac3dab752658da8e1e95e79b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d68844bbac21fd05e7f634456b230a37fc9b7e3ad3d68b883c9a69e4e466b1f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8f64c35734d747dac8bf80f1a51045b0506848
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcf652399f54520eb7f7482c48ec764466c88f6df74e78c07d7c135410725e2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f59ba026cb30f20c7e2904c932d52e20a8cd68
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c1ff35480ac6fbfbd4fcb0d881497bba1206a9d3798b2375ec9ed2991c9101d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9750a72ee9097a8f83a9b419ad86837bf726b41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44792ebdc22738bb47ebfa0f98db8e2088eff9183fbce1b20a52430f781092f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c3f804bf16e8e803d9a4d37cf49f4b3f81cfe6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077d761e477401137efe78bbe81b7de7aa96b1689d2683c96ed148872a476fe9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4a3daca89fc96796254caef7af4ebe156a67ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af717977b8b4a06f66011c702c55cb558b000b0c19037d8fe54d9d4aaf6fd302
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6bb047a5bc2f16627ef2d11a94dd4e439579247
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb68990d72ae5cf6dd716f83c75b07943cd7801e4d4aa280f69e413b983c33d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d2a9fdc4fa20abc299658390bcdf8c5d0f127d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5070c68a2fa5d74ac79e97a999101f4a903cbce3fa38d88be322b7419df110
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbae53076de8307423039f9a1f95f1c0d9778fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a21b45163031b1f76398ec4642ca59a9bb1908a63caa71797ad0f36d1c97c2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd785a9988a491e6a4ff5481f3482a8a7177507
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d885fbc6a021dcbf34ae7d9e22a576ba5520c4e1ab2edcc9f9d3d4e74233c8c2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c61726f6b49d46061b73cc28448cf4d92cb872
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b299d8e5b24ce0e446004aa43b7d533e2b608b06d269c98e28b0c8a7ff4ac324
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fcf2d944cea8394ba5a3f9f42d7031767477c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea5c07cb3beb0fa1e3618c989b167bf00db0700dd5e07fb81d75d7f3e0377d3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3dfc513e3282e8eb49602bbc1c1d173f2fffee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82292f10f8d890b8d9add711a262f7bcce617e1f3f6306ea53df5c355f4e573e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437cf7d43c32d611de11b403ce38264814474e4d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0d86ae9773ff98b1021c73fa72f20b317a6fd5fe8f49b4b63eacccc696dff4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b91a2abbe3b79e6179c849645d5474ec415def
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7470d1cd0da7b3fd3ff7dbbbd2de94dd414865014ca683a2f59f13f9113680
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b09812a7e7e43b45ae7155aff11298ad3297fe7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2f767c53f1f125836278fd6b101c67c55aac97e0742e60d8fbe26056fc57c5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db9e9e4c8daed44ac7bf2d14916fce628fab3e5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da9d595fe109eb337b04d1525884f83346412fa4b259623b80210a31b3bc5c4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cb4b39075d75f39b187dcc5063ea0bace96c1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a406b092350660f40622e2af74cc151e3ab4d790629ed98b476c7bf62d0ccd8f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21d64637509f15310bc069ce6dc154ff5d74d46
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6a5555922fde59bec81cb1175421b5f2569cbca90e471d15957607dff0511a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e067a23c18a3feaf69a5d4c28a61ffe1bfb63a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e04431d8f01146ca295ca3e9027bb7e546852adedce872d9d88ec44b7b84f07
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0c3552217c9960eacf1f339afb014eec9777a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47adb1be716bed4d3d50cb18eda2a5367c90894c04c6fccddc6df7ebd70fec57
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f700291838932640c14203f846e113d132fce3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f9f0ee93cbae1b6e68b43e269431e96630a6719a241842b40d03206690b648
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94cc11040754aa75cb9efac392520bec4baecbe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25223f8b1524a4490fc518c5a607c220fd726f8e3a07268da38362a82164b8a7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4112854ad38b834711bae6ff4e7fc5c1697834a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4bea74261b66ed3e64e083b07eb24a33c36632f8ffc275139f0f38a524e8c26
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162e544e4fcf93b8c4d80593779bc3b0f6f22241
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c396e044199733c146580be06af5515883e4dacea9afddbb1749da368e4778e4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ef5c56063d959656c513789e47715478502ec2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe457d58378f5f60da42f1ad04a7b3113aaa6fe8163d95e7e13da797e235448
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2472c3f8185b32a5ec1f007ad9be7f7ff1e96994
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a4348ed19d12cdd6a43ffbd90f8a75b3d7f798cd6b92b779aa25e1bb30af27
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574d8f9f7b0e07b0fc001000e12798c6cb182b0f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f60acb537d59861390ac481d2a0e9cec5eb724cb5c7a4fc947cd4356515f79d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babfd2c38fe6a4214c1c3c42ca2c13cd0d9756a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a265ac6498ada07fc3d1c0d01dd3d801e8e7c05c7a01a514d83972ff2989b679
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de492f929c74e128905079585faf3c55bb2e94d5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f608f270ddfa06198bf11592375818c2e30f3b92266dff46d17644d7ebec055a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4b01b396f0e8e20901c8113e8dd92d2a6662b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb41a9dd67e14ae7d1e2e6dc565c6c07d1466aee5b1c581d84f7995f3a2e6fd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ac229f80eb31c7253ea217496b5e5268323ea8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd998a22f96a5e94d9f50df79054ac3ec7dab762b1e5185ddc0f1f45bfe466a4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d58953a50ef8855142c06e80ca8aa642633712
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125d36a3f9287a364f366f1727c25e7f05be819b43026fef9db33a3ec8fdc623
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20b5509721877608a3964bd5e2fe0d303f62a2c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b210225b9ba421bce08faf77b0d93d686453b8e53dccf32a5ec77a66d5a07b2e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5c439b44d356d9e47ec027c3297984354821ace
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1aba4385ee6cb3eb57cd8a84bae09288de4e70b9d385a7348bada03fd3daa44
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b4ea92d9b3a317829d421789f254fe2b28e156
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a271836c5247ad8cf7820e7d6d2299c71907cbb0ea80ede5fb371955a26e4050
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0180505ac7486a49a456430cfb3181b4ef4e77
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488efdd49c0d3998f10373e8181c738af37255c5a30354dc2d2cc64cd3a669c5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07f6e564ca3824c5ce51ea5b3c7b5166d107606
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4055cd8200d24c2a7cd65e8237cdc61095d86a7de96b3242adbff82bbda2bd9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234984d94889aeb742a1857309435aefc4f60f48
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e76ec09504dba635fe29f80d6265aaadbd75d39dbce9d7e06bcbd26f1561c84
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4232f6829b83b41ed801c5ca80641dc7f3f8a58
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54d7d6875086ce0e4058c2f5d33e85a66f977417169592ab409a486352d031c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd8e3ba89e852ef210c70ddc5a16e2e123dfed8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b401efd2edfa35f427f3f99c2112837f2e9e7c6fbda70ed9aa2617a80232603
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70dcc11932c9444b935ad6615c6aabaa104ad9a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f661dcce18060b560f98d43e7de1ef5cc2ab36fabba9df10c4e8177ca98b3113
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01086871a8205b6eca4dfcd06ae699b17afd50f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd104a69d203ce22c094d24a2e28f48e350e1c43b9339f19e3a4a2b07e5ac54
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7fc4dd6e1968a34da9c3b738b32813c07e3c464
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d29bf469f7abcdaa28ef77c786f0dc1d9ed5da57a9f70dd82975bc6631f53a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8765fb869d9f86cbe5721fdcf4a6828bf893c9a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38123852ee6454c83806b6c3a253351b7b850ecc9fb64a92b8926a6f41972387
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328454cf258de8838e6244708b60ada1763e590b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4ebb0add28dcc311c8025d9a56d85967ac044e57380db2577fe82f2920f3e9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0437dfa1c79aa0358679e8dd52a8f5f8c2520883
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23cf652fc2bb7013a71a0b024cceda7151731d6fd818be5df4656d2e05d902f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be4c54bf58b8224311bad8b6590d7629159322b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8b243d5fba86f65fa18ad3525735c2aa4396bed84b54988194e30a55a90989
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab73430b117b4a1848235cfc0d3215e91f33d2f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053b85cd3ce746c69bc01388ce32dadc63004d8fdcf6c770955960c435531a79
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc6a28a64a0c63941f3c7a66070397116b92e00
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88207e54b6d57bfbb88419142118593ec0d947268c63e9dc8da272200efe99b4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915b2dfea853594c62e21b711de5e5e6f8490e59
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69351851b87849a27e9c724202d6573a01b525ee1a470113d8a22df4cba4763d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4390265cca9c8890363791d20aa4fa6600e33713
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4437f6c6c0eea37ba40b0bedea6e988ce3fddefd4b987a8e02791f4c56978ea
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae8a2674377f03653f3b2e9d128d6199277cbd2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73419a34c1b19b18b5c34f9a2a4fc67b4195a95da77e9b8a8a483864e98d4551
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e7b1da067665f3959b542b6701725fa2fedebc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e515446637c960302c6fe0f09eece154cf84e1686752d180bf38746bfc95e5d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31841125d2d97a8d6bb9764008aa09c0e70f805c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c04bb6bd5534c47972af36cda9a4f1d2b86c6415030b0c8a15b40bcb174dad
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8b79b368e0f8168331edd3661a950f2f587add
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9090c5d200e44d5512594ac47d220acf297d8f339d0a3ac8326b48e43cc12f6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63caa0e0cc0e2d5718b2884cc038b49bd32dbc18
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19266392f5df08403077fa9c0b53f27e21d112405530134056b2e5aae06229ca
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117a26e96c2dfaaca609363ca7047c41424eedef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4ad2d5b58e17452218baa2c7d8b712d5d361fcfffdd6a53e29e01738b3dd3f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36bf8e0c239f54e40a3cbf723218499553c42da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0900f8b53b4856f5e2af5ceb4df347c6b4c800dd7fed2b127b4bc56ddfb2a6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5b43f8f7b7fa78b0ff94ce5a01918b2606133f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacb94a934d1192f36f38fefdf676e946337cc50658f589a71f0dc1e55cf6f7d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1803d04f3388fbfcfdfbe07653f371c1944719ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fce36301f30bf177818a32b034fac28c40dbb7094dad0d9e4cfb6707d75cace
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3508ba6ec7c30b2ae92164c1bdf37a0ba824b8fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6d19c5cb9b28fd93906d8d9b1be2150aae8d8cc2afd06c2a1dce43a26fd4ee
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d340c57d27f20b11021a8fbe641b476c482f5f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5737b2d92af2c4ed65b3dfc3666590eaa66d2e726c88aa9b272cc9d4028651
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60323e2db85016a3e3a3f227e221e27a54901192
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a8cb61c77ad9718fadfbda46170b385a46fbf92098bbc1b4a6a343e09f0506
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f26a73d14ca4cba81fba69e31d6c98908fc8de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f242169750926292726fa8b70b0450a084c9780ecf0b1d2c9a404dd1cf798ec
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de9d948d01c4b039f5886db6fe7565cb69f928b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d102e2b72ac6b1a843ea721c4b769927f686b752f2b2bfd56ed73babd90653e3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0816333638c2aff658c478ebf05f2e567595a1e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0f4d6c044d636042739559e66d8f24ef8ff57ee22c40f08c4326d14e855004
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7f508f286ad5f0543ac360b30458fb891be554
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4cc27eb7596e97076856965ba4b611481866e3813ea16776069fe74ff210bb4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87e13958efa18139b260d5aaf5b4130c40b242f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67712faab766e8eabe49664cce16c26c43592a71298fab01dd51a7af4f9585c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6539aefc184c15a326d49d885b17690d096e7d24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f181ace798f2517b2062bc7c5c642c58196839140d09554c44a5f15573d9a16
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27f1a36cf6e5f269f22a3217a1e534df33ae4cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf5d7baeddceb6be4274e20930e46ca43f9654ef1f9d2719efc9b010dec3977
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd2122bf1547f7628cbadded534f5124abea8df
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5e3cd36eae27a5280065a49d7249b0455a9baa9194b7e5c78103eaac4f54fc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d01d8513942cd665c7fc33a5b80b2a75c944ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b60df862a5dad9beaca81a939557f975ad82db1f79525f3d53855844251320
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1d93230565355534329751bcf3e2d6a29c0941
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3c8eadc736cbc5743d60014435d4e16578a75cd5330853d3fdee82751509ff
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668138da0e9d2fccfea08a5b654ffc335c5aae8d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bf012e2457b533d40b20e6f8c6be696708e1633ad8b1dfaa55735f538d09f2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03112d48bc68bb4e60edc61ad235fc66e5756523
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8a99c648f90ea1397c7c0098d9a1c06aba7e074cdb7f8e445ea0e93474bda7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4facacacc993ae6e27957eb33c53b67165467751
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071efc7e5e5927dfdf6d293a82e210063dfd282f1c48352b7d3ded17fb14052b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11cd9b27161252d60e199296c765a9d0dac243f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d6c478547d10da8d73a3c50b0cd466173be61c4ab8779052e263f715da01fa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91277540976b36437516196946d98481da541419
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7715f4823f53ac4b5b46b6ea97cb261fbad0e2261cb2d8e6c45ac183ebab282
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb08a5b755430c0b3fe89569f2d058f2a04f1c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5e36801cb4e457da1b052bf1a7d2727730bffdbf4bb449631a78eb992e751b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67844b39e1825ef43199fa6d8f6b78b3a6a9dae0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c80aca9a3e1d446321c95c2596d550594769ded7a0b1f2674229df16adbb6a5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e736a7a9bc3bda0446075a8d88e20377a7fd95d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0108c3320bfaa9f8b43c01045b849a8548ba50c8ddefa9a45c2b214b55e85bfe
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a302cf7f1c7efd84c230b07432d5f0c95a8ac1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da0cbc49112d850382de73ce6f906afb8d7fe6bc3d39f8fd2e2866e38bd1587
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f3b8022fdc9d19d63c70a611bf07a664b5aa884
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5499b392778a2acc429f488f0d6693b771fe33262c57351eae08352c912c2084
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b485daebdbe8969610f257c3247476d4b7e4ff1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c048db967a5dec39d5a681417a29cedaa6a9b6f432bf33aac5b985b09590dbc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b3583f495740f54f63806148b24e89d6a5073b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c20042cd463ecc3e55bc11b5851a2cd55764c4dff23adaa516b000b7d4c7b37
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566c7e29a8caf8d7a4c194e264c84377c17ba8a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4921e1ef8335839dac01e474f55eddf5d2ab8508973e3d437eeb92f288e0370b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d84812b9919d966f0edde55cd21b576bb9df704
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde6696add60629ac3ad8508451f36b4d2b43848273818d765782826cc098bc8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b847113ed48c56e70b1561c08b31c9b352cdd9d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039d04a8759d3f15c3ffdeaca052cd1b4b48869eb4fce76eb96b4a1f9326aafb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3fe29f714fe165a921905f6cedea39f4aa18bd7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62cd2f97669c70ab9c9bb2a0b2af8a92e691a520de70af6c96d82fd23d3ef31c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62304d33012e04ec60159afea850783d9dec773
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d44901ad94a25c2bdbb8f237e8e35147c23d896302d337eb7f07fdb81301128
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e752d9cc4d77585aec869647621ee33436c179
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f4ed0e58ac88fe0d809f8827eb990b0b7dbe6795a6f83eb53c00915612c444
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31840d9a86fa0f363e3259b42872b311984f323
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9664dff4cfffb70040c654ddffe78748ad01e32f11134f950575efef50ded8ce
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627f0b07d2239866413300308229680f193a593b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5520f2726b79bd832f83a5eac5d719100cabfdd6f81d7684ecc14cff280a63
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec5f026855ee5d9d8130a91f57a633469d30660
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea9abe2794466655635650e69c7348e7d7f2db8f36f3993ca2deb810bc1d174
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97a0513899deac72d866c53f7f21d16bc67be52
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3be0377a108032631c846ee3bda9654cc4582fba6784f0a4732d029f010665
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58bb54794a6650e5cb46525a60de5196335eb7b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5330e6f514f59f050b1de30b01450f52480f28627392e71975842fd8ebe9cc0b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4eff445770ef6efb178e551676a7665750cdc1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9665405e1e9910a9f047aa0e92d80831b84736747197341280d89d8c4ab9e1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5866e26cafcafde5d7edf88b60384175a02cee7e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43d99b9747492091c1a743885a5484ae7526b827f136f3a5fbdab950a685a04
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54fa4118e66695a23ce88729838a4295bfda246
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601dfb111c72b181ce9f512cfffc645e46321afcbb523521c6b2a352cb2e48c0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490bf15f083cfac7424544706ef7715809a8dc4d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf38f5ec57080d3a88a9100e278ac7262224b9a6d25aba6d5765e9f108a8ab8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58839876b88ea039e185ef5de4eee599307acda7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fd69191b43e942c44e755b7ca145260def21435ee6e32d2787157d93db6a2c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4cb7cb0d3d2b21cc97a77b096d65174c4cef73
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a9c516d54969cc71c6d793c5a259ccdf3c40b873c173e3b64cf9f509659fa1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e253cb0088416da9b6717886b1bef77f4ffcd4e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8196da98b30f152b64a52232c5597321118604b647dc7ae03c901a549e5111
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c28168e783dbc0e198eddacb6489c5fcf74b16d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1833b0debee902d9b356397d6722ced69fb62f40f7dcf9f597956ee993070496
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364fc5e2431b7d13e3e746d76a4f144655fa271f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9983f2f38d1651b7b967d48dc90b2c9ada6be842fde43964d7ba1b68028ccbb3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d8d182ac8f470d0f50c2fa1fdb3d16c3d1a555
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871b52ecb753b9bd038de4bebfb918b96da5fededa84b0e55dbb6c52578089d5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be9be45ed19a6dc185fc680185eba620bdfb5b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5badcf14a3342503e42c1a6af276da57b6442d111b12e0d30e78a0a01d11ad47
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4edc4db84df2c6351252ea0b9c7320897310c40
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6daa14bfeb75204ebca8100ec232cd534fe93a2b36d2c7618255428e01e88dda
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20691de85978d5e0bebb17a0afe607993c21c60a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1feb9235a62aaf1c742def87e3b0b65196fa351467a6e3da675fdc78b2c10bf1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2daf61ea60e33b7ba26575336e3eb77e6a32b5e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e158c345f63a46c9757e25dd808788c82cb3c21393482567fa49036906a9b41
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89b8357934d4955542d8034c9fa2ef6ccbffc61
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17604ac70b57443584090141c38faf6466cf0512b2a7599231e9bfa3a5682571
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c884eee0b860ce4ced96e7a83c08dbdaadbab24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508fa428c7839499ac443bbf48f51c4d93c7d4f2127de45bc9907c4dbf98e666
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c14370d6306f848f7c0063b3c86e36873628530
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408bc31e03d1f243521d02f472af918202edc8d68e2a5573741db163f8f210a2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f442bc28eb2f12fac807628904dda4d942c02e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1550f513c32315a5d636861eec965ceb23b8aa9a0d66d9fe69f455ce4328868
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea20f42c8f3016ab565ebe3c775302420c78eb3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1adad62d7646d785224d4e3b2d617635fe936f6ffce981600bedc3e6f49c0f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f460725cd9e4a43fcb82710cc681a990a9bcc07
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d826e7b51d7fa97d8bc4229ac2c78624f8f4070d76f2445d5274d7c8b1f65d28
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb6bd51255111d6ff4d2e4b652e08b1f0f0ce70
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a649552ba6d108f0efd95eb7f6ca608d785a6b66a4faef8f69c15d7995a24b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edeac4759e0634189010b44d63baecf9ce3eed70
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a9f4b681b61848745e1f889700e55b21b2e0e727a16e1a8a74b24d75a361d2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..387076571ad60c8b5a988bcc6535aa093f1a5913
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8d8be4cc167b053dd0a1e27002045ce57443b3dbb7321c41468755ac23715c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5caa49469a4c341a09311efc140799d97f10826
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c264499b05f1397a9f81b5cf3ee747a4b0e010b37dada643aa59d0e6945112e5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146fdcbe2fe1173f48985ace1004360746e66f37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fe2b77580c3414c38323ee04d8d3eff96745eccc9c505dc9a4e4d775b7492d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5232cb2e498b20bdf2d06df22bc95517d0b03c00
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe763d64cae0dbb7f75455db0d471e317183e213ac8be11c8ffefe2db189feb3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdddf42feceb776dafdbf6998bb2918ccaa1ec7d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d6ad454a99638733c0aab0fef0bd1c5bad97b4173d150f16bf687ab0f09784
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac1715e3be7fe4fa1f01047604e01b21cb64b9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5bda1640fbb4a4e54b3149ac7514927f720e42bc4a4ef8d6fea6be6f19fdb8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90054912c5e3eb3af4116df0cb162cb2250634b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5efa791fede3eca30859a86698adad386fc17cbf6ccf756a66a818c29c87197
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ec7e1db465cfe31f9842d4bed4e4b5fc173d38
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda5bc77191aaaae93885bb465e4c49f5d33121f48e228d231674a431cd0c0d5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b8c82335c94b1e60f429cac03db1e74edcc191
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4be26282f2362546c12272006d15d5cb1d6ae20ea5efb63de1d3570e3810dce
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d672cfb652614b380fe496e5016ac42d6a696a8f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5461f1b95c84b617376007b86f9f005edd28cc13a9473eb65a02efb19c8209
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a941b132310db84484af552adfef9d745e034fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5aeba890f409a2ba4fb59a66556bc99097a218a50bf6489a130b71c908de84
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6f1ca7d12d999f4788740bb6ad4600cd87ec35
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d339b9ff5044cdcd55d2324ed49a22bebb1057af36eb3a79d58a2b0fb1519c50
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383cef691495fa4b845c63e61a14f9af9c6eaf34
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd37b24aaa9e4e6d49c8894a4a2b5cb1716641b5d041ff3fc5a600bc7c04efc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871cc5960a32803c01ccbcea9a71daba040b3c95
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1746d561280a5a771cb06de67be8a0a58e10343788705c8f21901efdab8a47
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bced639f260a24cfdc22eac48b681231d630890
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34023af3e50dbcfd33a4f4fb178771b18091d9ab13ec7643723f44220889bd41
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6be360bfa7d25176b1ecb6270578f1f654d4ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89de634f1953a2823d1e1ceeed851999e69e99c0729ee3188a5d5801abfafaa7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3719794796168319a214c7eb5a020461d4a22cee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982c3b66125756b33709eb56237dbda5ebfbddcd32c6c7e24825af035c0140d4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084c3e692ea91e3ecc69626793464a26919fbdeb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a1072663d2a7427f7d768f20c5e5014c0646ebd0524900d7a2d692bff4b2d3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6938d75b45e135f7e08373a4c978505414219e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56b642eb0da233c6c185078b0c7423b1710d33efd7f22334715caf1f108f0ea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5554de8a8f1ff1ac22bdafcb6d50de7c87b9dede
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5241522892b09a6992de1405271000d5bb2c5faf40e8d72e6c97a9cfa6bc1a5e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e752cb51f6ae33367aa5295aa47f1bfc8d9e7c50
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b792371732e462dd0b62006692406da31e6fd7a6f9c939b1255d4fd44ba3bdc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2932f5a82f549757132889819fbc7f95a85a0f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131c2c6a62f14450facf488ccd2fe26d25bc25d57ac6434d5bee52d71966c348
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc817f9d4fc1bc48dcdb90212756b046036e994
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3dd07fdadd0455cc9aa551b505e98a7a874347860f31dc0faf5a088bb3b42e9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366ce4ca7d060d338b270a0e3d2c1ae964f19cde
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee32337a6f1a12cec68ea9f5e808cdde8e69b8625bc3745e6659efec620c35b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53deb1809ed7683bdaf50d99ef2e85113e359f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437af6746505f268cd72763621edfcd1ceb5388cb80dece52a22f06e4d116770
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5115df38e8189730e6d2e50fb2a007e8d686e333
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088bc4bcf9dbdafa6a657e0ea97a7fc40177229aeb808985621465e379affddb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6ac3b027579e2ca6e81c0c5feebe453967b441
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f7c2e2334b2c842aca5d3cddd3d96fec91c71d2ddef9236dbabeaa8dbd4176
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee3f2f69ae3b2c511cd448e22e1c8d6d2dc26f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9469cdbffa696f55bc55e4cf4fb08e7f9563d3f457bbcd637e716015202fdf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..646358603330b98cc28a41bd3db7108f70cf33c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d3d1eb948a5663884091a507a32e1655cd35b35b4441412f9291f95e362819
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803cbe2791be81ac0bd521a0314544f4e99bbb7f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9ac599a01a53553764cd6d5bc29132d14d46b1eadd2a0a67a4b063103348d3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ce49a68e7c798271e5f7262ef66d9903322e29
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b7460c9983a618e1cfd96ad18f974165e09b794d4e465c319cafb50f1b81eb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75aa2bb84f790693d27f89ed3006326ef3088045
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bdda8ffb6b625724f571f68a88e362a2f0f12961be51673d7ef46f3898730cb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4de1d52098dcd38be21e6c6b2335934a399b166
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744162c58f989724fe32de2e180bd8763cbffc997a72478f2ace5c0b9e700318
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa2e3b5fa4b23b00865ddcd781a869081116d09
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04c5416f627096de814244ded4bde709981ad96184ec63a9d2cda3e8febbed0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcabd3d54422cc1672373246b5ea1f896673c5af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c209e8f4c249859b01154d721f41c8995c07fa91b5517464df24cd372c3de9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a666a7589d0e0715873289cc199254470b262c19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff42838dc451cf626b7cf2f1b4af3873e6aee3e5a4d88cb936147e42e42d80a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9244b00f96397ebf68cdc6a5556a7ce0f94525
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35513b6928655eda3783a5b5c9e78fc3be3fb712a52cd70224c864a0fa9a70b6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33654514b12c15b5db8b4b4e9c99c5f4f7065d8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5271a1484dc59c6e9044a8bd38d1471d8f28cd90d978bc0e1a3540a22b08c9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c914de37e39b232b62f956b66b1a9474c3e37a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117ce22961dfc5adf0940a78b12608b91c4860518bcd47148df07c21df9ee2f1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7125207731aebe5bd9dca406f02c93785c84b62a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63fc99fca11e8266827afc8211caca3df7e97c1b7652c915608a9bb7ae978335
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732c01637854732c1e0999df8e76e763586295a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964fdb7478d3a805983f1ab59ba0a26ca99bbb79c76172908d30af7e6d05747d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b215a1ee0ccb933fa69f26dbcf44a5d165ff548
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f803fc017eaa9909d52c9874bec99d98dbe3529d28c7dafac505863d293a132
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a258ebfa48e690890d378fea54176436cd7c18af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b352e96aa8b9f422c7a5faacb98576fc078c0cc697bd5da509fc2e99c421f9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9365858e7f34aab56de5cc5f29abbeb48c66f9ec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17885a7440d3adf318bc703ff7b3ab14db28ba65dec64b6c648425af8b9aefb4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4118bf08fb801bc6e632667f65bafaf441e119a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67d57cf852f266a101091755988bb55b29bcd3d971ccb3649e00a82c3bd6750
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ae91c97f2950186b79ba1df9acdd24861b44c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dbaddb2d9c66aaa14dcfe24cc5c7fda82b895af080645703318e89c061716b7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7fa7f4c9d82c6ed8e73e3d28cf936d5486c48f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19a8021801ba911e3cf94d1acebbea0a33439e227c59f0007891fed01551455
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df739e4426399b7853902cdf867ed84d55a5b8e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d36f7866600f78cde8b449100ee0f73cbd2f939aee90f3c623584507e10f520
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8798a72feee36a805fa73253ff549c7a3f4757
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe72bc9f01d87f42f9d132130b23e3a6abab519d68af47376e6dce876c07e0fb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07fc523758dfafbc296bae2225e411c24f26b6d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901e312e268199456f182a181e504d8c10d8545f45d109b27bfad46e0916dcac
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08029ebe71b9222b9df88447b5e2a819d6b6c79
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20095e92c74a4967bf6fb91596861c5973ee3a47ad64470d3fd97601996d1b3b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b224f627d84d20b11d91b833a449c0c4bcc8060
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b685664622d9267442271b24779bcc1c5cee8cbb070b9684ebf5816adf49ee
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4f4180041ceb54b905ebbfd85d520040594773
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a894577d711707e622b0fd411051b665322abc9ed1754e3fa7c3afafa7f259bd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf27385e06687586d76f09522a1b629450da3e15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fa1f2462ed34bc87473f09311e6fcc8e27fb91f992e7e38865e0e11981a34b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf1c85a439547444b961b979e2940b21479de9e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d191b4271f73b359fe9952d503b7dd196e2b7d7617ad98fabec36e51d16197
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6906c4cfe31b06824e20231e2f750f8e9cae4d72
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790a081cf09cf9145a45b4d0baa17c6c86243fe314af559059b87a1df1e0d6f7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56282e919bc16363cb9417e79c3d4674404e2dd1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df70946a0e6f2afccef2a98b56d2569d45099c09e00b94ef91e7f60557eb245c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c371b935a757959b67a80191b31fe10f1a4b44
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10d6ff989b9be07c176174fe182c0e449cd4a176e3a2e9e2b71b3691e2d094f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad23d68618411e8b80022f08c63bb3e760be9538
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7837d5fa33e6014be7c40ec76358267a8969a512c72b30b0dd682f6fea8aa93c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f0219407a69df31be865b69538199852f68115
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ab84e014a41523c2b42bd15287171f84e4f173462c0915bc09e14c207dd191
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a78eb5c89a9e010b389a763701a7c987f717c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc1dc573327aa412841fc1cf1c7ece869f18acb499b671368043cb58303d26f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563bdd0bddf826dd548c63efba7b122359f21190
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f099d2cf9ad2158a8496f930de39b1285cb6660eda7c7e79217d782d7a81b58
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de14070f6b455b1f7038fd8b12203609e7ce517
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e1ecbb40ac58ef976be10e3066e47c5325c7f5daf453f46d9cb8583ca8f490
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f705010d78d51523204fc7bda6e9f184ca1d0e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45dd4fc52ef16b50ba0bf5c2d8cadda0a42c6995b7a4d7781fce4e331946db3e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944ab2e030687b17c028c4fc9a5013f5ac19679a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419983bfb76fb7b923e5848052b3aa25ac0db1b7fbf37e133771988c7b87684a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7719ad7de69b965b2c32681118c4692a91c2d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3dc878ef23a050feee2119ee87ff7f9a5aeabd8baca9e91872caeeec7a879f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a21c01e6f3dc19269f11074b11d1b148d8a50a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257ac324f59d97e74bc1e5ddc6d4d40b29cf97837a96b8917d533185ae82a567
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8991667fef43edfd2e04caf6ebd53c5ea5da84c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235cd15c665918204765451e91bea104853f7dd91dc627541183ff2d6d99f08d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ee08962f70a84e3f71870d2c35986cf9837e77
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b138714c35256ba83e07ea3cd5a6632600ea2adcec8fba280350c096a8a1e89
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906afd326138598574e1f0b7a0b095d9d8799512
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e657a2cd2ef36889e0a6284e2f0a065811ee7ecf7eafded1e3d442b6381d901
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac633d8b250f8999c8224625a5cf75e2a5923d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4dfde97c8ed6e61901a0dfcb64850f63872aa1c8bf45b5d224937d772e9c667
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27bdc34256f0a50b3d1aa10e2a8c58764b1e769e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3cf8ae6b828e26dcc942b318e64fe8f017e13a4dbccc1668776a2db86a6cb8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c68360766a1dfd3956f6c8ab3947b00ecfcb74c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65806ba9ab04a5e59370f9653360bff5b9b141afa8c29878a5dace9a5332927
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb042fc8d433eaa264cd0ee1de0a8c6cfbf5056
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08806dfc1f4a91ae994c9de2731bd8f3fc023da23eb6ae043f49ed8296ae3a1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18b1a0cd5afe091cba3becf3436e989e73b2c22
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e5e44da4951037e04c679a3c9eed986d87f4cd53366e61f48373ac325a646a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2cc0673274564123a12eb867cb6d7ca8c2c476
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc3f7a8476574964c1c14dc9fb7fee066bfbbc3db26cac48e7d8b62f065f47b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791a218d94829f08a29c1fbbcccec46f805d255a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209d888b4eb55822c0b4f5401376aa03d2f1690abaafe5607c2f064a80217f67
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18966970babf4387badadb4876986ecddeb8ff94
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced72d907d75d71daa99eddacc1237cc0511738c574f02a7af394a737a4923a5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d21e39b114eafd18fe29b9f235b226297dc50448
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e621eff80b4461cb0edbcf4683d9efbed1122bd2c27ec096d8960792d734b4b3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e61cfb5204fe46ca982ae5ff55057471a790c92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51979c4fe4045521acc5ec2b1ef06678fc2e37a6614c2dd8f170338d18b70dd7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87e62ae3887b375c6e2f1c75a63cedfb09cb31e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75d68845ad96b799011aacce47cf2cfb0066ccad1c4dce4c36fecb6bab073c6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9374abb524cf7c3be93dadb6e0bf28a828abc1ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c54b67fa397433d4f26d12f0c3cc250f016dc301e7dfec8741dd61998946422
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddcfdb1f5f5d334e53242a1c6b7908f229e9cb6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c18f1e500a1b275d655fcadbb1f1a6cf5eefc6e307ee45374cb94b15b99478f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f963e0f130cbfeff7d08deb0834b1b20f0a869c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3add97393b5a116190cdbf500ae2b12d7c9dddddc2cdaf63f5614f28347ecef9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e4728500ac232348dd3a25f3ce60481801a676
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2e2e662dbba0ba992033fb7e05d282d4ba257eb7299f17db38986426aa0313
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1355bd06403f49fb8b0e508038677a1e3c811d6a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0bb9991e312bb9c2f0aac3a0fedf97355cd5aa9622694892bfd13c9655a76a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7995bad3e6b709cd9a699ccdc1b55e1c325f25
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af35850f2c3626161cb60fcfef1f52ba6e05c4a90da5d643fbb6f3282436db62
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c4ed48827fdf98328bd3d662d9410b55534b431
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57717d2fef765ac5b0656b62a9e93c3be5ffacd535817447fe424da6fa0f6dba
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f6884a84393c9c9f0fcac880c7852dbb6b25bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb8c9135f7419f0c4af51bf3643a7bd2cbb339bd0f8b72783ea9285b2fffa07
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671b8951b9360f166a37403b530f9139d98c72bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba6eba5ccf48b8004b2abf079b63a8870b380df2203f77544312164cb849b19
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f30477a1d8b272a767952fac85da025fec823f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbaedacc57507f2375e8ce60a0f20d3b8de13e778289d9517201c0e3cb94042
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14a13f369e0f8e33d766b9621e80be4c31dfa1c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:123c9f636ae334bc34974f3b21824407b06e2e38a1f91347ffaacd34611e3a2c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3546c5d5425de4e4a98b08c6be386cfe7ba7818b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9821d9395675952276312fb938118a5dee5ed1f755ef0e3e349251adea6dd9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c73f6bb4c0da5a9d624163bef982f1fd095f2b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9874e8b83f505e1c6d2fa78906effd5d13af7365fad1bbc2422637914591e678
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db68c13808cc6b34e0392160c921ab126b7c3f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a741935275856d95f96c7cf4f088f023f1bf7e16ea1796182b9f34b7d8e033
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70e6f73d27490d4ef69189bc77a6d52155aa754
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d62a0021f34137f39d303c2106bbe65ee84f92dbc6917517bdc61fe7c42e86
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9afb1b3d3e44277c04c515e3745277f9d2c2d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722844a22de0036cf6c1e3d4b689c2313609e6f34d014faabba2d689a63ebb05
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2241fdd357619e4fc67a3481d373948d3e4f7a44
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2bf1c7d256381e47f31eadf72f796cd098a2c39164bec1c0c1202898910b36
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4263b251c46c665f2c8e1cf7b90414ed42bf8b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b124335637ace57d295455399a5d90e1b0814b995d59f9bc2a0b551f453d403
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d772f31ce8af1f099ce6a792b46359e5d446e933
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be4671855f190142b9f09608df8dcbb458b9373994acc7166531752ffae6ade
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf5f2db15df8aabd522be3e415d50f12f239cc2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b69e0aa04383c8a9c1171bc01e28b0200daceb3b119b460da4b411f11410fed
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758a9749524ad3116ac17406bd0bb369171faa97
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c62c6dfeb00fda7286813684f9c59056c0cc1faf9b6852d2adfdcddd3c97460
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59413c1aea2537f1484000dc1a743bb3ca2c0f20
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c9a4fe43ee74e308e21364d8b5e7135d05f4c23a4f761b9239692645e9efed
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d222aa369f7b6b36f46472cd709ff3adedc854
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb28549f68e8b90d302c7a713a44a4224dbcc46194f62c75542333c25dc6d3bf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e525a0b57fbaa4b9f573188364dc67fa8d40bd53
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6345ade2b7284889900d909ea8947c7ccdc3f1165d56db50d6f601fd25443b22
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bad24ce42ff0168a02289f3294c6266ac3cfda
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22cfaf7d21858388cddaddfd56c7ba218d2fadff1b36cd4958de960c3543c20
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b889f4a0830716f710c3af87dc020e30952cc7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d635a7c04e8f4e744073d70530fd642affc39e2dbec2867ef3fe749dfd51f99b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8f5e6c7637385454124dd0e017006841fe7725
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6420d07a0d3b1759d36a48d638fad3b946615875be0cbd34a0f497da4d0cfe31
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6fea7dcdbeb8fb1e22d1b189cf16894307aedc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f73085a9226eb4367a9159b042633edd3aac1d983d00c57855a46e9303cbb5a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d466123b7340ea7963aad74cf3a4e63b488bd2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e775a449e850d678559469db8bcd003cfb04b6b23630c679ec175c009bd0eb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f76b5edc86e295998af2cefbb2ec0bd1e1a2aa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d76e945f23e634ccd3d51e606c477fcf1b8464c231e65ee767f10353e0a60e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb676f61158d2bd6dfc7f0868c6c88432bd244d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cdb8a0f3fc25255ea69bdf37ad6974dc0f76874621e8e1a83e07e9e1c8ad557
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c7d560cb3d39d74be5d06e08812158acf32aa1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f3a77ac3c8d68a8d804e92ce8f80b153369771ed5bd3c0fbe715a0b310bf68
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e020c8c62e885e85b9c469ce6955be4bcbac655a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660f3e06a211fd60c9c2f2db035309809ddeec317fc3c78140dafe36a2dea723
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8be82722679c72513d1a9c4bf4edef9e1922fa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7525a1487032dec6eed8e382c735bd21c215d16ff3a008e452b901ddc8311d1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc217d8ef347a8b27edcd574b676d7015a27be49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93850a15f6c8b191b8722b3ccd8c69c43ff07e6265ed6f5733667351cc6ede4b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1903a9d0637256d1c7d103eea789502f203e3093
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d3f28265e9cb831c85a0b9d5ab2d311aa2ca6c642c7d039520660922515319
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2202e66835994b41c4c0d6359f1ad289ea323d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45cac696be23ef9c58148d5cda5b5b4c401004ae92b8fc03204ae74b9fbc5d12
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d729b250dba4598cb485f9b304380cff27e1ee4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b1ce22acf10c31794d9512fd5cecf409cad0b0cda2901cc0a59196c9e4a379b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2f7b033d27a67a6e869683756eb946321a47d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a11f1d31c016068619e12368edb4964acf58021d458ad6748159821439e92f2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed052a0c7454323d27de2bfb7fb55144b0ff9b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6465785d95dcab8739ff38e2f3e9fd5b50634b76cb589114400aff1802e2ba3e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d4875c972fd5cbf4103fcb686654a032530e41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae1f7eba4a9d8f5aa1b339a0c1a358a64d24ae17e6ca3256d84ce3f80741b5e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99c8bc07d311f3bc3c27ae850e750a44fd37313
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1446e8d3c68c157d51c9c9bf23310b446b68ffb67ee4c51567d8f0cc5bfd710c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8b2ccc290d04040fb54cfc22cab389ddea3c80
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d681130b3b1a1a1b40d718f7c9263db313f2d2f8030516fd12657346ae5cb131
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f9c1addeee365a28fc091e9bb8996a71ee17e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbaa4165305fa77436df3dadb2de88ab87aec06f9cacaa043115eeb463c52fdb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122c041c1e347b4820602e9de12a1ffb43224b41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fccb83e46963749bfffa31906fe6b1ce3ba7719590def6bb2c407a6fd6e4c98
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9a9c94f8c270dfe58bcbae3f77cad9cfaa34e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0814b987bf60942ec5ab681cf68d71c0cc992a4db000f7347d2000cc6090ca0d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693d745a2d0f69611ad286ad6bc12dba79fb3433
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e41f0db613aa7e444892da9addc8bf46a37351d0409d163f12ea3de8a877005
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1922a98ede925201f040a210be5967739f5ddf85
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6492a2ffcedc2c980ecf927c4883bfd3420dfa0c9804a81f8853339d4ab4d60b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd69eee685825391da0692072a8cdd7bec01fcc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae300ea8141c6000b0b0e6bbe89d8c36f9df585c1fff9ecc2efe378693bb8a33
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb495e4601de2ef4f05e8981da8292dd6a7412a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e11407cd0478d334669c09a0c8c897a0f7535a14fc46c6d812901b8bb915be
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43da85b6f56dbce702b58b93a0c667cf9b7aba1c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff6134bb37985d1725a910d8f100e17d237d7289cf06c464be6ad3ed682458e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a47df2bbaae81e9ad917714a4ae683f6bbbb12
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc7c9ad518d5b5b5fd2acd8a90f50e7c62c96f798da6b44a1e34be489339d30c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71435913580ced57253418971872e5a52811fc32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01bbdac06bc18c31aacb1ae5c0b8bd1afb57ad1f872a2277d9c3b4d14688ac9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ecc83714c6dfef599faa09992d81b829371436
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f886d0e22ecce93128a3630bc9680cddcddbfd47efb0e46a72b88e8114d9d6b5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d2044193a0f22f7ca866dc384006a988d7f33e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7af06bffdb97681c8d5c3ec47a3aa324226d32471713c1b5bc771aea0c59401
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1f8edf7badb04a06a3f1073bcf284f5a9d17ea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694e7c3b3dc5fec6dd0c896fb9eb23a0ca1abc53f1c2823b0c3c40c5d434a9d5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ab9c480a569493c0f1ab575d3565e967521a6d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf6c38485a71b1554fc45f58918b1f58ec55d25897ee8cee006c47c443605c9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1264685dfb5a1b80e2b6a81bc87c98dda9ca9723
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e9bbba21eef161e68d8fee99b5c75e5bbbc307705b06d78db140a6052d5a82
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b253da617d5f9e3ec04aa8165f70e3ed4e4a06
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77969ef3d3044784986a089f66c1ba7d132f408f9859cd49e4241e0f50f6c686
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7af5e545fa9739d1ca6238479c1307a50c46c87
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4313ac772147a16a6b2d29f1eaa8362baed6439e1a58c6ff1f6f541a68fea72
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ec009745d497e750515dea47b4df58b3270bbf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a060d87fcc4086e7f93aec363cf6282c66afaed6a0da174a0e32bcd91968fab3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5f332ce63b1cae60cbec2484f28d6bb6a7be2b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1e8b07ac1333fa5f31579957720a0a33bd33173dfc65a60925021e37f696f7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3da0421e1c9de901b4602741f82dbfb54a7be3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012f81b320adb1a775aaf50b281dac7c899c165d1fac90bc5d28473da82da7e5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab26b3e76e31a12e8fb16bd21600dce3d3f8e510
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69b7b07f1e2fd3ec24eb306c86cc4de24f0b28550e73fb5914d50060434ea81
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175262d5e8f25b10fd64fcde30d184d5ef768086
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08179ec5be7b1abc7671edda8fdb00f49522f8abc43fd1cb8c2755facad1733
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b796d0f720ba5e62d0c7e6cf81fd712ee4e6ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd56cd69b7804f8ab4a02c84e8fa66a4f9996e981fe630118ee3d4fc50bea13
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7756fe747181ad91d5fc5be824736f4294e79d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c74c9f23a9dcf5c4c65d9f872f657db07ac255b45f043dc89a66e287bcd87ad
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294bb75557fba7d020a59a8a6ff97264c376495e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e41f13756acbcf8bf59d84cdff9b0376de5ebabe4020f1579ef0f4c54149c3c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26e577d395174db4f5cdab3ee59b5ee89fd53d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2952d1cf30aa975d3211c2e28a7d4a7c5886dae6eb34be48d1abaf3cfc9eae
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e42739017904740164036fc06fa2da4aa2228e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d223e91102734e8eec9d89ff0534309808a34e985ff73bf17732901ecc8fbcc0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8677b9ad0ff945127cff2fb7deece4d5d0ac63b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5a690c90f8ab22e88340ebacd1cf9521dd44b2870824e371c63c3b54c98c86
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be8fc0586e42f3ccfc5e270ca510d0aa3ce10db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fcb7d2b6af7892c56551e51ba529feef1c9706758ab87dc2fd79492a519a9be
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84022f338b5ddb02e617847270373a84d866e4aa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806452e7364bf41a973a60f69923e96c71802f81d161b94b4312d24cdf5a6dc7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67fa721bd810381e57a3542cfc8fb25241b58b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ebb9550a2fa6aa18dc2eb0e490aa63aacdd520f6c30037cc8bdb84aeb87410
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eaca773964583fca7dfdb5d1a95ac9456b5cb34
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34869adcda17f72baaa8079d00460d9246a586765d708ffe758436da3ffd55b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5b09b5e610425672a7bb09d0edff8117f9fce2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af2750558744ec79e0f5909a4b0117e2f3f0a43b163a7a5d9728ccb415d3280
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c0de6a1dbcac7c0f075d097805c8199888b10f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519b2a3debe7c7d0bad7a4e748df4f0ea1ae20cc38c275a7c0537db78dc60b00
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa5022bbcddce26feb440057b1659a69f5dd551
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54ecbca953840dd0c83538c3b765626af73acc083ec87c595a4964d9154a8b4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb471d00ac6f1816666818a1a0edb3735247bd63
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69079837646c24e726bd1c4b9787454b52d7c78a24c14293877b0e6aa75f1942
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd3cc6ba368314b22f23de7a9f9512b523d743f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1122dbcae7a6c55fbfa1f9fc8f720eef73bc846da7d74d3af637447f4b0eddb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec448a830951022e299b6263c0d981c72405ec4f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd35bf75dbffdc3443d49053b4022537ed1f63fd01411f4c5faa399b67c1e1a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b17005b2b57ff9c97dd35980bcdc9579144e4de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fa00b554c0952b624f943f32678fbe3b1cdbfe25069967c2851ec5c6786cae
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a6a1eb59cb3ba4b6e556a16f7f13fd59a8ae6c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bd1b033c7c87f8dd098020029718761c55acd6679822f43bdbf45241fd40a7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411c28454a82127f4cb2fa43e146bb38c14cecc1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0654316e701a37ee43f94ddfff09543739661daacaf444f08185f8c9c962fad8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea263ba9b67e8ed5ea2ff7f0c027c3498afcbbea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47919ad10a33f43152ad485313bd234398e460ea85a46e2089576c50cc9724e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62200db6eb995a3aab16e425b36c2ce937cf2e8c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90364c7f911a9891c05e1f46d24b252ef74b1089cc5e762e2454f39edb0f9c9d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5970416282f2a99b16d415fc1bef87ae2be9a38c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260a31af0ae134c0cb4a4345b4d14167640b8dbc4131ae8778be49f41180c4f6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c633b6f885b350573713e36121e12243c6120dbb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a9321c62eae5b487719979a6f32a26d2618f6374e390fa0a3626921f729221
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1acd17ce930a2fa4be71dbe4919b684c7cab3e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95270877f70446b1793fbb99590cdf1e3db003eae6dfc5ce1013e24a9c4f2268
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec555ed896a1412cb69f2985cccc80a58363a7cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc1f4d44f164102e86297b43b64d9a08b40d6b695f51ce5e27d51277d054782
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13a2ab497c32b95acc4e960763762b8682c4f10
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5ce326e1063e7d8005e07058fa2fc8d913925df9e2058c223c2deb8b6ba4c6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a44188107480e4b271115805b7cc0289f67925
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454e0b0950fce4c342314435f3f9b9e6b866507f350462754ce892b824448904
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d1b1ffc90e670b6fc966795060ba73f62dcbd5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76460330c1a9905f5522aed32396eb4e3590d0a874bb955a6097156392715fd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6701ac8a22b5a6e2dcbc6d04bcb199dcbd2cd8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2333469fbe828f927512dabfd0e6a2b962db621c87e17f8f5f5219124f76bbc8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e07c2976fa66966372fc160ffafd1a065e41c9da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ab464845fa6d25f811234bb5f31ba89f12c3775b9abe09ac377ab881e0b5d9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed514b518be8475a8b6067c1da998c8547249e48
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47fb911344eefa3c4d40011594e7a1227c92b046b685454d3b7a50bf7a914d4f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a6fe15f7493bd70702b5398188e84d13be5272
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c0e88407ec4ce6508e9303b1909014c75a1260e343c584f89d67c52498929a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f3629dd1b542fd94e4ace914e81df8f43c47b8d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f238667a361c487cef19bad2c576db35f911ea7ae0362aebf7ea68667c98592
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4ec49dd75853174d895f80ea432bddbdbdeafd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853abc4117edb557b1ee58c270010a3c5d97f02633248d8041971dfc28c21585
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3b80e7020e7e7cd6f9f6621eef85966ab79745
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b0bbedf3905d6e47462bb47f97c6d806839209c3ecbaead75486dd5ea7620f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee290f1e676c190a149b51071007915bbdee8f14
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffbf7c70edd69fbfeaccaa76fc94076b38bacff8615f7a900c71a2a80ec279c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401c307e37afbdfc68bda02ce268663d73c59640
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d32b19f34e9dbfd3fb34922b38a73e46dd958c81830f909c1eaa578a057967
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8ccb99dfba1d4ca1042b6cabd3377fd6d9d518
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e9b107ce35be541e1ede3d29a8d39ca6b09e5a2d6ca8434b9b21f4a03f552c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061616c301a9962b00282fc1c3586863bb7b211e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572554fbfb1cc2aca5534d1066747ea363fb674331990fcc83f829646e8c96b6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5117afee36f039986af6655efb4f30a53a9a0a96
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e674c995dce6776af31d96c699f9e31710bf6b3b3cdc6f15698d1832f131f7b8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c09d63226f0feae9f60d73714a42b89f2fff4a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f016104325d8f4dcb94f316ef0925a7f9ae6bf55f189cb8992c4469f91ec19d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9ca7e7978ccf8da746dfeee412230982021ff2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801f357c61047ae5477080a600b6ecd7719af035369f24ace135eddd3233305f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c063a984e7b95ff540f043afda385a7947385282
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f0f93861ac5053c7a3109fd20c14fa4b73ed92eb22640857382ddf2b4d456b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd491bbdf018ccedef6f6e9b76763b399da9eeb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4771f86a3bdc5b4859635435337faeca45d1164532cff4b4ff8b58631918af79
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..708e154a2095cb733535e52ce3a3251ab5c217c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2e20210fe7fc6a14a80e15fcd4df11277ef6fe433c7da6a5a9287b6cb4160c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0c8a125bfa5e7c94213ead0ded2b77ffa97471
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b57688a3e7267ffd123a8ed4dd2cd4a06c9b1187e9d3018578b1abfd5d6b9f8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf2df7a852b2282a0a77b3e0c33be49be587483
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2b28f8cc0f995fa668764b1fd6cc98bd30c2e382ddce7ea46994759a4b503b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f35fbabf736846a7081281cf3a5141704f653e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae4dc8f97d775b877e1caf8f24e77809766b97fc34db8aa66c3256cff985891
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb70be30bf05a9fb403420def7cc57d57e504fea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96bd72d8ca0f6ecf12797abde55e7e821d63df61a1dc754c5fc334de7e5bc88
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec63831af9ca1b17e93862283717403fe205dc52
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6aa264723e75a3bce3312398918d3cd1fd4029e60bff6b41dc1da832afc6d8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb95404cbeea17f4e4cccc9e85b81ee0c7f52ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9388023a238cdb0d1e283ff186e010bce397750ba86d6289e8b044d556a6122c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bcf4b62de62943ccea2ce509906c93d005e94ad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346df7b49841b5ab0199481f2862345c774c6de7f07e232c7c5cda49809464e2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2fd6347a309d9f1730fe0be72247941388eb154
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e88bbf7dce6e3a2fed7b20501bb23fb5d09a56372c84790ac8f7be178ca9cc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d7acc36fea0f968c3aaf188da3e30217f98862
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15ea4b4b14470c00503147ee90b3e07f484cbaafc3d96199dec7dff45497562
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4437d673f3240f8d27c7f6dab91024ce8f2d9b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791fa3b19747d31aa6ca4a8524b7cb15d30f7e90e5da3c94137b23d8c2347d69
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b0499c8600e9567179b14dde80ccb8a2c6049a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4189aab61f32799555b0ff730fe73a00375113b6ef6507e5f34d9651a759120a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8953685248d21055b7f50be3320c6fde31b9181c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d48b392a35b29a60659c4ac35088c17dbbc08d203c6d9190e3993054433731
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56476c9b23ef7ece6c5d301c8c2e16a1aeab22c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2383b32628133e6da7dbc591a689ada429884a7f471d33831abf6df415e6e7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3c2f250c56dcc89eefc67b7f671a23424d6af5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb9447e8c0b5394af5dfedc238afe857bc8ace163d9618d4811385aca61962c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40906a148b376b949b8562c875dc765494e884e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b242a9b45afe83e0f325f4e4fd50477e074ad32c297b45e0543d33c9745f551
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a2d224db39578ec336b85beeb4090641006fef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779c770176fb95f4aca80b9da02893b9d8698263e3237a59d8341f15dfb906a7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1d884a4f125e2347d0b241e17af480a639d090
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27531a7c1f55520449102baf4049a60a4785bba1b1d9a4479dbd45739925cc1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71f2d0dd7e126a4bbe2fa5e51baa5ef9c19e18d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8969056961a3ccdf7753e37b9114cbf1d7ba3fac27dbe4e91c41aa9b797c14
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e324654b7822f59dfc167760b6b9487c43dc8cae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44444bfd507c649ecc88cd4f2d13461e942c360f716b587a677ae438608d7629
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b47f4957fabd15022e0799c9dace13dcb13911
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7d57f19995e3aa5b7108d974936069178ad8c27ba7deebc47c0ff7d5031679
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e31b15f72cc37e96d0a46a0ae5e02e8c7a927c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a995e67f2e95579b5880660096d1cf505fe4ebf34d73d489a8a92163722ea8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac0d71777c1d0b6e9545b4bc91cbdf73372e754
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c2871dd65deca4b3ba83bbd19f47ec4710c6f5ceed436e06d4d92aff0fa8c7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98cca3bfb29b961f53a621d5d1d5e5b77304391
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ab841d73cd301302e0634d353fbc24d2135b4ab7e870fa97fcc0a3febb1c8e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0437f206051f883524745a55c604ec748742a9ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60573dc63582ab98a7fa61b86674da991c9c2d8cbc8613bcba52334548a0a4ea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3591a75c5e28853f007733ee3516d08f402338
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a95164ced7f50edc6df8d56d55d2286681606a8b777637b0d0e3c2385d0949d1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b506b74cc25db186a7029f0294ab9571ec85d65
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d89a43d5422e1e54b7092b476576b19e3f8046359e0f3e941eb1314b7458d9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a87c873be5b45626c19ffcc65259ce656e9290a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48691a64f41760e1efa28cdff98c0226d5968b9d1f382c705c5878099bf6adb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b42f90a4e1107aa37e61294bca4e578ffa93f24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c6bb2d59c98286d3598c68a3e4bc4b8579fa2c0d30eb2190ea323b28e388e9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296c9e3fcfd2fcca414488a85f7e0eada566530d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15f842e22f4406e1b8f8db734433af49d0eaa31ca1584f045d5b288c026a854
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e274a01b0b699469707fc4f8127cdb3814f1a5f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4688e1fc79a9ed952e7e7b20bd0e5b27823cc7b95e9af62ab03f5a0eed9f9639
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74956a1292db2086bdd49d0613d2c6aa077764d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abde8a835e7cfb07a25d19e5bb883697fa0fc3b16a286869f5ce36a65d68d3a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc48b0d1cafc048effd1fd5f8086345137bb39dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45607bb9bf87c377d1420c89db77ba99af60f3c14375583940e82d0d6c06270d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd2990c1ba49969c358c262e815dad3d6f9327e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852d7d07d6ddccb62a3a57e245ee3a41065f193ad919e6c71327f0bf5caf4a49
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1717f1673b26cce5a82d3b17d144a495ea931bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e58a13985230cf48530876dbad1e6a5658b0ffdbd8594c8c6a1d7d9192d5b3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f089ef9a5c09ccdaf2ffaf0fcff0f49fe75ca82
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033a4acc309a8d7c1a1308349867a067a7bc22fdb8db1bb46812b98664fefec4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd4be4ce21faea531d97c1a19a127b0f7e6537a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723fd97f9d7656555262d3f94311ed7ee99f538695bfd0868385484bea2eacf9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4236ce5448f05f8973bfce6a5d4b25c32d85e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c2839e7f71cf7c717aea630536ca244adb707758288548aabea481608f1569
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47e074d47b05f241ebeed30affa711bdf364954
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01cdc49081c97b3c3ded69b10b27eda7574e6c924c8fe67921b280afc13dcdc0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1baf820231bd0396d441636d6cd5a6c23263c9f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f197fab250c82e6b1573d20d8309a7f1bf339aa5ca888f40e2484eeb6217bdd6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29bd8ca43ee4baaff514ad5c1f3d4adddad1c20
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850d551b6752bb372d5be9421935bfbb44de5e4d541ad2f9c90a7b6f8e3b0f2e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f85ec21cef0601c9f881a05555e204ae08bbebdd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1de340e4ca70fb7c8f935f240389ecf0a22254c65c723dbce5e6c308e47f09
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0169439037232f916ed947cb4f288043924d22f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68493370fbb3893156f136fbff0d06099702d1295cdd87dcc4f1c484107f2462
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ff52d855dcdc8a39922575ce1c2492251f6e17
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4220f7994551ba04d05bd040f9908158277190df8447b31b83a2997228f8e3f8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b226e1b8ff8d671545e8ee4044c006a892b518
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8ff7f17fc6c15589eb418796a22d266928a4a01bbe38b43fed4e48dbec277b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1a2373aa00430d0c64e44cb09b20d4e5b03b81
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1381fb438443f4c584dfc5e633ec9a634e1a8875fb1172db3d17d5c93ad4724e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd61f34c46ca7c0098f2b2a5172314c8b3be64db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95716c517e712c47e28b6dc7b9df12a17111fda5ccbffb562e555228c8939d21
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_8/init/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002c77a1f52758f776d2fca0b87cf5dab6458fc0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6322f11193b0f7c8f4f373b2b00cae79f790d197bc021403f8ba051b215c0e2
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318e3c23d7f4530f5db7b1b61a3ad61e68a5a395
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1083d7879406db39d90fea42a1512f5434068521199da6e8c522296938cf9eaa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc16b27eff4432ad8fc7b974f1e1e380e17e2d0e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe5d39d2c3300bded49141ca5fa6b3e83f79eb90b97430534856f50489cd453
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8facb4f4a7431e7404551fe24fa4b30aee24c0a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4210d904f87ed8072544e07551d15246d4adc4d1cd798886bc67c769d265c65a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3356c2fcbacfeaba3a63c4b31718ba61ceb369
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46c1f1ba92a1c44967dc03d93323ef742b3799a509b378c9b1cd3e57ef15716
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0f723968fbb21439fccf19e9f6617864a717ae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40841124a59a458ffda27859509b47a9588018712ae1c49c64f157f7a2ca2d46
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d53a597347469b3c6727fb544eb9fc4925af85
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da28711cf699b7efee4e297adc0a8c0e404a8417feaa3b4ce77640adc33c2cb8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b1ea07e4369b7c9422aab9999d12fa89122ca4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5de8ed710e5eaf482ad0fbf34337d6e8ff011be646d80160cd57a95694f0477
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8895261493ed70948bd3f354b523a1f754f4b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668d45ac6051f9c840e3c22ab00a3e3a3547f9882024d47c1a86143bdaef1f4b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6435b5cc2d88ee426f96451a1f9288cf627c0e44
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad0037c75fd0cf94a55a5749f8f0fad0e3041e6bca39959eb21132b9df14345
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1923c69c9835ab37dc823552e234014807f6162
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c886587f389095b6a891b22a40e494a2f88759954b9fa498b9af6b716816462f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68b5b8902008e694ff84d1a2d22c0704866b402
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5dc8e6a70f5ad53d9499d542d287e4555c1f0d6f4d8826edd2cdbc03670153
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a886e4461583514ce3c0b45e1eb71c66df70ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c60e245f43f3d654cc990d5d0eff193a8e902b29e35a427ffaa12de34c5ba76
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09de7412cd8f4169ce7c2585edc227e9b89a73e6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b915184bc21f19bb6f109b8795efb49143bd50e10f98c7c0bf71faf4541f4918
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101d823cddc22b944271a20f9ebe05339fde5b04
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34594efe7edf70cb51fe8dc2d610326d6819710cf684ae6614807805df2147d9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99dc2ee205988b15046e0c26ff59bed263da7015
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ae347c0f82f0c2936a6de96a10b68bee0bc54c4a9fbae633e38f815c42cf83
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc199889e7a941b19ded2e7a46a41a71cf82bf02
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e259f37d2c2e1730e26808f5e0f72997bb7d58f2e0b8cb0a2eb3afaf065565a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7231e9fd5eb5339d9f63321fcb276224880d9737
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b117093e29470dd253631804788a4f09547f211e89e3c2d77822191de1c5a0d7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e191b1e588c4a03c7d6593b6b4d1f84d92278552
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49c72a7810b9e57d43369179547cc1ce16090ffd722d0014f714d6056595e38
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332abc7ca507bb64fbc25058df37c969da6a8e1e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870e0cb7491c802d71173b2991e111ee3914e8bd9a1e438e0e6be8e2854a52f3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e91a69ea0826eac5e260cf685db5164ff48839
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf81b6929bacf83a9b8ee1d293781f6bf80296bc66c197e6a85eaa9b080764c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09c850cabc83c53c2143e810cb893659c81408d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4281c20aae883e63a3b0172cff1f7cc7a2ef0f529d355f27145e9c5cf8d9c8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b4de5485c8c9ba2e9264f2c18cc1f1466a7b07e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219a7b8b53e4ea4e181032b11db4476254b292a661f99bd60baded45737f348e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190c799fcf96f0ff67bca713e37c8d82a2c74b39
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd9b5abd80ee5d069ba91640d246053bef5b837df9372e91556e485790c5b80
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb0f99430a158b19b81cbd7df8d20ffe2228543
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166c6a4d2cef607d7e30985158dde405d17fa7095fb1c8ab6018c4129607a8b9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038296d52575f9929619fb17d517a708a47dc87a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d12b04593176ad9fddf9e88282efed265dc79e722deb06a7e6d76d9181f68bd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1978c4132d5bca183d1e774da1db736a2b029042
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655504e45a0bd4e246607d3e8dbb974ac56c132b8ecd893a144354791c803500
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f9be8cec6e22f2e59693ba143394113ff962ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d982adc35d5812ec4b8993163acc041f24408851ff24fb910eb689c02f74fdfd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dbb8a550f6fe4fe397c7c2aca9454e1b98a7e41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c973702720abcf8d16d047210cb1b7988a3173abe0ee843bb543748b6ef5b9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1585f9f02972d80274f928322316314ce03ab985
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd3884f173622b18c258e042a4e647d2e5df68323386aecd1af7c503e2f0efd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c29a4972b810853fdd7158fbe2079092dfa0f0d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6897076af0c4f11cf2364d4faf7b1b1bf753d9cc127ebd2848c3b333b1a85a12
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef642c5f6f170e5c8c0dc050763cb05fbf97225
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1248bd215a90df89ebe693758a06dca70f5558283797ddfa43a16165b23ee037
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683f5c340cc7fb0f4d71dd839df5383fe2ba9753
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc51d9d7d4932a0dfa9851f733842b785f03a8aaf2c187c46e4c58ddfba0180
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69e34b1fe8307c9726ec8dd498896b0a5d9057f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a256b8121b694e0f7f522a8dfc2bbe0269d5f452e65a93c9381652fcb63c9047
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd27d74b46e7cf7696ca301c398a7fbe3a004486
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343ab709d9c2f6e5137f2e265ec3784be9ad407c4555f5fcef614e96f20597b7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ceb7be4b80435ce2494a51fbe20bae7f53f506
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9417a7fdb22371457fb5d07f6315a04a21dbd516975945d93f01637f56f7b9ea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132dff1e3b60ff34be8558472c023f3a87f43d19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f81469e8c2e6146e9efdeb90393cce6b05b2bdbddfb0b2b07fc39c8f137da8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fdebc29bd5eede41abbdf978e9d7d5d2e3e9ebc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53dccce3a912b028dd77353c05c1df4c11ba491808a778a7a494bd2b4879a0fc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95048c674fcf0d1b86e9149bd7e742edeca40f3d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83d4447a13757b3159dd250fdb60a9931a4964c5c124e5cadcfaa2624f7b8fd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996fbdf84e4bd06b010644596b8e2e9f5674a9c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce284f0e373f048d4b9d0a255170a67fd5c07a93b81be1d2a27969f510ac771
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7120e19d235a2bdd61abc6327157ba105dd6f6b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137b98fa59c3796d094625f05b145403f45edbb6f3e8d5e69d527cd950540740
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54acda4e05b1d9ad453c16dca1ea3efc09d362d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d7ddfe6165d7b2fde26d95432f26db8748188ea8288eac373e5c07c0180a43
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4241c497828028c7e8aea89d03ce3430ace550
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742d1b60864d6b16437c3d8459ebc33ce0922e1ebb1cd39030857bd2bc86bd54
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d661033d40b3bd05cd287c372877a0451392a50a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef7611111bedb9c4585a650ac20f56b5891403eef047d959801e907980ccf87
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021e9a6e299e0eea0cdee46206bb54786d922c03
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e2fcc245f0acbed994d6818198716d395bf43a7aa4d5d8a73abac8bedb83e9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bb2ee715809e406b9526bb962ab9454d68a603
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba1093b46f5d0d69be76873510234fa1bb977970b0bcb5e878b948079bb4ecb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c353b91fdd3a9415c6a416a494d037b337c3a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30301fa5e7a3164a83ba04c69fb39e31969ab3bd928b4752382455d0c16be58b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f224406bc851c1f4915347ae158ecd0feb36ae0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28efe16a0138fe8a4d407a07d368f0649d5fe9fdf16bdc85fcb3239835d46184
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c47e6b8912bf9e0564fe09c9d282e2a287e4614
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9b38389d54ff2c99ca751b3be2e6883030b1850571d0d31945d99c56cd47d7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37cb765083b2d1174d05d6b767d39d905f2ef44d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f97cca8da5371b10bc88f3865de351813335c8b8fea23fa6117f44aafa4bf35
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87948b7c2485dd1a758016a82a75d0fde2a800c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b11bb472b7853cf2f3adf60169a4900dd64089df63b9ad9c64e6104addd464d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a555685730a7375e12072440fe2c3e645e53a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bde1951c2130a20239e5452686d384b300d56d9a402516e7496fa9b859dc6e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac596373cc605c96a41de7a875060780c9864b4a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a181b2be4dda8c1f982950fd0485270c7a44df5f0f51b4221b655d15dc1c77a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3cbe8a191db64baaa527fec0f2ca556bf086d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094a1a6739af5faf902938333f11a805e2e28d197133f5c371f21e79455ae325
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad536441ae6728784c07c2491630afe585ef72d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ac0acd7e59d0842d9ae2d0a277e19c0a37570c096d9ebeac8ba5f46185872a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c3bf601e4148f60416a2b60595c34adec78138
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015bb323667a03b0f8c714ba0d5af70da4c9e68722e83cf7498a922e0ade71c8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a1600c88628c78eb38720a186e7f3e2ba564cd2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19eb76bab7b32790ec2087ac965bd8e9c74d7a4aacef5e70c8a31d4f934b00c3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5bc0ba4c84b40f73daf9ac82a873344b49f9008
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90a37f1dd2129f9d7feb9c0009669ebe9faf791d7abacd370481b2b63d0abae
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8e0ee8e7448a133b897b30936711e82648b2dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d86c8fcacbe029d03f79477c759df5969e365092888ffe9ce5056c3246ac18
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac40fa824641a3556afd485fe6c4e6719247a167
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7d8d09bd57cb932ac65013b163bd30eddc3ac07cc91f639203eac7b37394b4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57e2e51fe3100e2caa748b5152260b27412d7a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6700e2419ccb43589a95dda3d1c59989593113a7de206ca0e0cb9fda851d1f24
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e65b8808b3923162e56403223836700a45bb85
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4518cbc4c0bcc522bca9ca4769cda2679fb205dd261244b04b61f0d89a7bc1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79e65c56bf6beaee4e9c8ba0e8115da87cbd1d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49cedcb6ab8aefcf9838e91e642e61e0153b587b69cf89e01b91d665ac266779
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c8c43ba515545c524068493fe714380ff6b6ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d3959d62d2b70f9b9ad6334572cc12f891a28c138cb61f9c58d31a61a87e32
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a9c65feb85c800b2fcbad1d8ab2f386b86bf34
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95abf1eaa45422c04bee9f93138a89af64081cb755bccad2c6beeeb5749e09c0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc8b43587b09d98ad7324473a8c05b4eaab82fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e162838b683a739300ee75c2e8aebb002347712ac285e986d5d5f4700c4da7e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fb2fbb6dc83e055539af671accfd59fe9ac7d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec8366255dab8b1db79a526f9f6f054430f2e5d3920fa7cc37d988eb2222723
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ebd37e1e94a8ef56c6858f5d89029ff6a4f394
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9652eb491d39a794fc3b797222b5ab831bda68487ca9499e860950380fa5ed6c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4ba12ccd9359a4ad2982a64b6502319fc37af6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a89049d0d4f021178bf8e6fc1714fd5a0322f66425c80c7f2b6a45256fd337
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a31f9751744206e4b29007bcac9ea1704a12ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab39f4af07940c41f0eb338383b9d95fcb335720b79b5af6c920063edc2beff0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd17bfb34a4449c798c605990bab878184049e5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92dbd592f726b4ee5c41a0ccc41648b68b30f2b689e06c8847c58cdfe90fd949
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd1e74f9a7b84237190a42aa90e0c87f647ea21
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709f0dea73de2f351f56ad68ada074af7a7d72ce8b6e60f891bda2d36a12d342
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7a88946ff862d6b6822d96cff0c0a1d9bca127
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e005b544378c3aeff49435c7a6437bd428b35a5cc8449cf6cfa57170fd20b66
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83dcbb3cf8b76bc07fbd5fdd8ad61667d9929fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03034c9492d7a6619eb92518edd6a0fad80cbd1b1bd79b730a742dae1a4a7c93
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e5982af083de14f0637e4ac81e47aafaf962c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e41d9782f788fd7c61779a752592be3f1b54e56dd124d7a6827aca64500a03b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e67cd7255aa0053019d470e2032ca00a8d33ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a00c2a2c5adea96a975fa57b7ac50dce3bf69e9cc217d38205250d811e79fb6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbd287a94fa0c8f7d0be869925862a45343acda
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e583d9f4ccdf80e125dd36a4a83906fca9ced4b3bbc5dc7b2104ae327403b6f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d83687f3dc9c12441578bdb973730913f1e9b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464acb9ba1996161babb5c084fc57740a8e00f96a4d8f39492c79951e6ce3a7e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3abce533d9a2564d3abeefe61607d98c1ca194c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8444d678935b921909b75a466bdaabbbbc9ae33e96d437d4e7585c741d1b38b5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b462312b7385b495cdb06a955d08cda55bf6c06f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94edf4591f954e9bff94f737012813d82eb3bd6a1a40919bf63a4ad68ef0448
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffcb33ed2978206995d33b54f27d34c8cba816cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6793af17079fad80ee06d8b0a8d55bbf034e04dbdd96c2fd9a564e1d4ccc15f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f9e16227d65484dc9f772f2b5a9fc3681cb7f6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f66d6cca7f77d66046fa47efd8bc201d45a1943cb648d5b61f342af8f444dd5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6554d55d7d8eb7a39e46c10b7b62005c7e4b9208
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2446a72e18b9f9d3393de8ecaf7a06c8fee745cfb260df44bfa352a89c2964
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302a433fa034d34c1d9fbdd45bbe06924605d6c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c56c61876f3d019adc24c8d9beb304236de1b2aa8e23440a097fa535c7e97ce
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f79f27f392f9d2d032d4631d05c37b1bf011cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14e2fa02319b6e2defe61148a63f36418e8198b5f8eaecfeb2026f1d3ad7dea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c0955ee3f4eb6a5e1e144e044aaa21dc653261
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceeca41cfcec5f18de948dda8ca74abbbbee77871e0ffea6bf520c59558d2f82
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37a06e01073e89c63c9772191fe778e98711c3b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38be5f86cf7200c4402af4653e5bedec290a8e324e977e6b29f6fba4136e8e3f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5ac29df26dd20a0fb9edec30f640544a59bc87
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8451d05615c4068f603907c143c80cba82b4e2364be66a59238bf8d5913eb720
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6716d09d77b3cffadc40f63b4178a25d8ac794
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedd173e7360857d57b5ef7b5907204d97f0e67e7c12ced1e38713271450f386
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b430e152ff0c5ceeb1c249d7c1c5166166a06d8a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0fd846986d4e71056d0cf46aefd115f45c279598ad776c423a9f1ba385e0db2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2337adba965f474a8dedb7a21d5d9ebca592f15a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f391e861e2b007d2e2d9d74619beba43059bde2b7642bdad2741a1d384d18389
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac51cf372c450590b7d4fd486a81428daa43222
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1bbf6116508e8ce6267dabb5c612cc65709bc1a813274a151148acc77ab9f0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a9a76339f61466872c4b6b6893e845549e1034
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12d51e5ba1df8b7427a4d0315bb1e672f3550b9738b0b20650272a83be222fc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012f566e3eb2098c28af550cd194ded8d732e316
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351fa34747ee38840d92150c627b6ddc729d0579f1a0c20152ca8601bace4c38
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ecde8f0573cea0896e86897e560aea069aa6a3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511df2a9bb1f1d4a40244d9e78f18dcc3a26561bcd958b8579102212f2622ea0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16788188c510805393c3d80335254ff6091b2122
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08670ad0a2e124c7ffe2636ad54adf6a64265a397c6e3e16e273629f7583c5d1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491d7f242abc7ccf5fe6e921fa3a4247eb7c3fb7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc559d0f7daf0efec131215a0b9aa6d94698a9f61da84df06b95f8e5164b784c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1e19e0b555706f3c057146ece0a6be785d8d2e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8275227a8bd097b834e8258feae28c528ec8ecfa88a8d2baa26282e57476078e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffda5e81713b674bb87a5e40dad407126a21475
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba83c2e6c886357379500466b09037c72813eca126825c64c39481a9b636144
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e48c96a9dd4b03ebd0af1df305e5e5cf60ede2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc42e0d036aeccd6df7f2031c8c469503b6be5b8fe4d07693f1860e9936e314d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b107b88f7d5b4ad909300b648a69827c38d3d4b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277e19b8ecb208f29e1bc9ea7e2129e5f77482adb93128bff7e3a78897079284
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96500a45414e15cd035653ea1c5c102baf3abef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b428a72ed7cd1502fdcd1a1c82892a1c33b18ca2098e0a0ae256934b122475fa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9f0a3c5754044ae264260e7e3298d36a51edab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f9361a1f1e6e76ea71a3a3480a7d18ba97732e692ed24df9b3e7fb750a2749
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d06222bfd0b87c04fe56bbd659baf749578900a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368fa5fbd3d7e36a777d875e12a58f8fc1cc5f2a3a97849b068aef8002d5207d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb77f98c7a765d9284886fa27431dd30ed1e971a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3482ed3d329cbc3384768dba042bc535aaec035666ab5423764537044ca4e7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51e5b75467fb71977773caca8d0ff46a16eaced
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff6e2677949d7ca5c213c42d66500ab1e9746d2e1c448b58514e4e63f0f25da
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d8029c8c45ef983bebb0432ec50a0b413dc937
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a79af0bdb7e34fd6a1289656e8a31e31fcb0aa7797e77bb531fc38d9e976d4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b381ac70fff1d35806e73ce82f2c3c34b26187d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbcf27558ee4e7fc8b179698a7a433439d4a0c1234c825f9b75706fac3c9dcff
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43254f1751cd576a6d192b65f9a8594c9f719697
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb8af4a75ffdcffe4fdf176c2655be0bcc0f7e307f7059a8516aa6c3e92e2bc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e99503044f789078210468490220062ad26557
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d252ad72aaa5c754a0ba6f61d05dc0b312f847ced7bd3b64d01cda423d55481c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a4ec289a739200d0e3666836ac99e315e1887e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b008d490027c82c599475be353f7c51fb2dcc19813d72f4203cd8a168aa20a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f2e237773cd6ad69c32e0510b83afd9fd544fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958a77e329283bdcc57f5bf2209b246720055e1116a6dcd2190f295c9524dd6e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c936d0028e430c0b6d0f2c90d9fa8d6624e1eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69306b498f8f51c9ae2b2152403bfbbe31d3f8f7a6f55cfaeb7e1e4269a690e1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49777988a2a460039d0cbabbce91f0080b94df58
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3e12290593bc99a38317079b300d615857249a1498bba8b8652cf0db22d612
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d48075db1e25dde7ae603694b6733566f8d054a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c05dc2f4c3cf8a7ad83166055b271c636a91d024e425ea94c4c5aa9c9f5dd7d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8180f71635c00fac54189b38560059fabc29f1b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c9a5aaacf4cbe0d7e6711b9680e3e700b21b0c63f6c4bb71793f80326ecf95
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b6a604e38628d2ac744bbacd55491a608bd97e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d3f1f4fe6d1e9f111fdf2bbc70c5e70a5addd796d8a05edcf9ad18e0c012c1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13513b853c60505cf85138bd8099e60c2362bdb5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cecbaab37f59d6c5a2b9d4160434a7374b03db22b400d021c22088ca71a9060
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73fa2fb14506c67af26f8d173fcc954aa737944
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41e6d194d8ca390a2b622c7d1e92106015ad82ce1b6e997c3fa8558db332b51
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc6aac0436c0acd44187f7862f17646aff73aca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07b8eaa204d1afb83b88cd3d8477a35d12be4da1a20938bd2f3eea60238d9bb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb073281872edb15afd7a23bf737c076831bff4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b582c236340f029d329163e49d0feb4af135a22215307738cbe26c5dfe42a14
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b3f601917e9f5d1bb33f565f1eef44283dfc47
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5747517153b346c1b3102482df990e530cc98c70d280769207627de9d78132
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43812236e0ca02249414efdd2072d4458dd4deb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3bd1cc4ceaf23c288e41408e4a20a6f14042de204c5aab9044c5292a685d939
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe997f903f0ac972d095807dfca1cb216c021e6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7899aa04c3d02c79dcd146cf39cc2069853d78ae23cb62b9eaad75c8fef3d0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22abb601b5c4ad4811d5f40bcdc3bb23091ddc0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d0ca37067c85dca2385a44b036860c8e87b1f5a8231dedc15467b574cc5611
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0e639d6a97882dab652413275cd6147100d2fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3929d9286a11a0fa4f83c71506d2fb5579b3c81cacc9a3d306b47aaa910b7afc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea404998edc5ec44c89e1cbd4f12f4a3f763beb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821ee97dba288782793a5f47e3aedec59a3d6cffd1eaf05633e26e58a392ee3d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88eb716605f335d5b0e2138183c311922ce5bd89
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0ed53076c931b8766c348cf394c83b90b04c49bae3aac63bfc20ec8675f650
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a4824bd3ed340b727c09c84f353e659a5d93bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8312bedd9921b60c1e8a141552a2c303df919466f7db91e9b8c0a793fb2b61a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07bbff33d5a21356df353b435eef52b1c4490d42
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422179eff5b2f2ddcf7950d375a532b97d602cc910c650e1020a22c7178b3587
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53d3e0c36b7a4d1db37f510147d4488230e61d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143aec9e20ef6e33dc16181d47d66acf15254d86c73ae80932a20de679761f50
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e10cfdc9d2c4316f841ab817b860209bcb0079
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da85d286635eb6465207e88c4366835ee726e6f83086b9437820a67792e74669
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59e867b460383f82f3f9cb6ed82a501ecf975d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c545c31a54e559767898a97d1f50dd5340f42d1c16d1911bd56e1ff860a9d2fe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11dedc8d192d26dfbe2a42b8b2da6837d4a3b69
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d179e257c34a31905e778e68cdc69f5ed1405761b87cba27d10c77b64a6a453
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7fadef9826f6d82e8b05ce5914082774f64eb3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa69a154ec7804dc0f15ccb6fbd97eeb838ad6f3fac3263401d28b00197cd64
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a2ec233dff7b2f5740da8ee323367de0a52816
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aacde1ec72a688daa9fa1e16a57553dee6e1339b3590e7bc85a99065a6a59619
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b117053a19a6d3e1d66e96f9f90a93fdfb5ade9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba28cea73efb597382f1fc0fd56ca9a165e491302df7aafff842bfa4281a2a9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e8216b1de9ee365765886e2ef8d23d8d1415ea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9522883e4da7c725e947a16f6590ca1b9edd336537cf8ff8cb4ea8e94a0afbaa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1032c748d668a743d4c3b31a141db909639177c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035a26fadefbc51bfa509c62f363ff9a233fab44913f103614bfddd3915eede6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b0a70024e0132023136a4b4c42fce007d7bd44
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a50e174040144ec967874b93da57d655713f8215fc87775502d1f5ff75697f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270e4d8da348d2ac54f31dea4817e45188942763
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414f44f0d7d2a5fcec33794473f61c0b186b2fd7e76d63e28a5921441ca51e2e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b14fd4ae817a56c7cddab4b0cd01c3866df80c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea428a879a685d262dd6e260af5badd55cd88a8e9a6db704b5103b7474b63f5c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5958ed6b1569f488e9a0a47ec7ce6704145bc2ee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0d53cadf09d64319d6a0648e2c5fa44dc699e92db465ce2e7ef8ec944d65a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1561e63a94861f5d34bbfe31d4017d3f2f7854a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87613522e02459de78399208d065cd866fae037b923cf4eb0f03cc2c2cb597e2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9ccf8d4df63e862c9692d5ad6ebe099eb4484e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52541aaf8ce385b094ee318dfc9885902486069fe2391b1328cc51a46385b0ef
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a8a17209a165ace642f2e72111bc93725b11e6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d64abb7112e10b787975eae62cb601ff54651c35adb3433d4da06bda7870e949
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d20cccb27f15e44e6307fc55a3badb650d18b1c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2de07351cd70b1b4cee3ef937a4bf1873b234d8898c60d643768aecaa78a0cc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f69d62edb4b18d2871f918459ba23df0863ce5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ce7b315250ef0ef6fb1b8ec751a32e577e6e7cd5428f6c82f361c92553cc7b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3012e261c683563d1c7df62ac7fbc74f85e1eed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a11a30b9960f34ee2c762a12ba95dd88c4d8d7567b43269aaa36ad195e0408a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7117f48a740d164b3599e405aac053b2bfd06c3c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932f1458d22f30b78aff740c8a562322b24f4916a4704589de3cdac4f9f341a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253af8fecf2756af5e50bfe8a90fa8fcc0f7be48
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ddd5d2bf1e2d04c61b41d6e990d91ffdce54ccc5b5e09edd57303ace8d4350
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712a077b2f3d00db6e1a6a3c1a94f614ddc935c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1faca90e0c1d2c55ccfb818edbd0a25a201fa0cfb1e7657b8b3dc9ee26739d0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4009540ed45718e7834f72ede575701980ca35bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86884fe0a9e4bddabdceb2208fdd01b47327051d18fce68d0cfd32dd2080f48e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a837daccde6ac4be7f959a008226e668f4f961c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170999de8b4e0b06f8b0cfe5de5ef91c76832c7676e6acd7a0512d08a06c32d6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b177def6afd576af0751d2a6006b1f4f9a799d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6533810be230910655ad718fa7a3d007b568c303656e6bf1ccab51c6fb23971e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be05ff1117778dd8af65a556de0f6603116c12f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa21e7e440e7b99a9ee4cbdc1edd429f929386b33fd30e77e2ddd62238d412a1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5334433febbf9366f1d61da0f67533b27f1eb2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82741683117229e8bf45e5e919be426cd16c37470d8a414dd4518efdae84ebbd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0dcab1bfe79271bf83a7129916b4fbb2f238bb6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64631872072afa169fc672609053d2c70465720741b43d4cab326f903070baf0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd967409cf1835487d6e89115055887e0268b47b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f552f1c974253953f327f7bf6143997bb7fd520bee67d392627620e06d2800aa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0facf800cbcf3e6f7c6931d3e7c8f29f3a4a8f2b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b88cec9c92d56dde47278a862c074c6182a9346ad160e74d824dc0b1c274e33
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c53d9151eb4315612baf073b2940103ad316ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab145a3371889594b387ddf9f671f1e9a9f2f719ab3bb770ae8a04ab19d90cc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca478e6d6d8cfbad04adbf78675c721ef803a0a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959535be35ba4ba8478450e74da3098f4f9c24d5fba02f0b4e6b863d59a71628
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23146485a179687f7a6602ed253a51946feb6bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfd89e1ea19695fb29ef4d41eb0c4c312eade2d4e6e5cbab824086e14e8283a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dbd0b056143a1af4f90aab7103f8796fdb292f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56692a2d464f72edbec744179ec334e65f9338cf93304a2fc7aee869d3bd625
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d2b4e1fc08cf084f99a62bf181b045615defa4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e6341d9248b1c37d559405a82da96d978dceca629f6c248c7315fc916768d1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a80efb0acb56bcf184acc8b452453ad32716ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d7d4d99fb54672a7005dd06f0c7be6cee8181b77d8fb78ce70e6cf653e1ad1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afde90dae772f41e8a394a4487811bd5f23c8a71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d60fee77cfb3b4af336805ac057b3571bdde82038ffc362c3989ddbdeebe458
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721a31a933629690b968968cb77d6463e2f4f416
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb303f57e9418cbdf5e8056cd46ca312fecd06a6e9b2b083d972164f45ebc23
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d195dac5ff8f7cb7df3d6074f49fef3dd51e1773
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abc6c12b2428923c2c2fcea9e998648ae4f25637a61dd330a9fc4dffdc37dd2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5ccc54e6cf28294ad7f8649e8e3738aef1f7c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1033c475deaf0a055a7eabd7dce848ee69994d910e550ab0c6f0e09d635f09
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44004d9a6b6bea984bd18e9d6a0c2c1c038d0a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91492e7934279073533743ede7378be81541c00a45a4abf5f0c156a7cda35ba
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3953b651c18b26c9e8a62e0d29b2be25b329111d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa9ed183c2d746cd956342bf8de9ccde4b376904f97e121e187efd457f0269e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab1052be4b64eb006d79a877e00841a55da260a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c963ce97d8895edd991eeed5264711eea10516b00761dc85a035879ca5e6ac
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3360736d36f33e27daebec78c9932d7b977821e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7d46259309b6a74a70dedae7ba515fef9adaa253cb415d8fb8d950f9252dfa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8aea60293ce04e6c2439cfbb547b374285aa765
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a0a84d01efea32fa8cac5325862c6b9783584c5d2cdac8ab8259febf20ca22
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ca4a7f3b4442e20ce183f4c3636e720d782803
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafdf11f9578a2e2249b7b02245aca91e8794bb80793e54b60da60bcaee592d7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad2f515f3b010008ed3a051e248522dc1091594
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64fc036c110389bf9ce4c64735d1e8a757e2bb92d1f82156fe5e71ca5b81a4a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475bf22253ee5c810e02f81b512f0bb935a81bb8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202a9ae598c30347b016cd4a65b87c90cacce007cf4f1c72a83920b05c4c8ae9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1c09a662fcb67e4edeee70f22e69a314d54dc0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5807f5f80f2d33c0b9ee491283a0a66a75c1c4047bf51d1d053a966139329e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8fec697bf7eaccf29fa36b2e60896fc726d6d41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57ced793482653660eab9e843c06dcfe76eeb51221edfcd7243250bccd2e474
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625670db2219a55bc50a1ceec216752e2e3b7a09
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a3756f0457e7340293a98d4ba36b52509c1e39e7c0865df76281d4fb348dd9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56561c77041c4a0e4ef5a07580cb2cff33e9fa9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68486470209b0aeb89f94d8c9776cb130153b0be7f745d80bb35e742429d9c40
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ec6477410c15f0b568dc10b48ea40b1ebb2f7f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87da1b3825e73edfa9f9c75cea47beb9c50e9d51a9340696e73fdbb2c21d3c6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1e78c307d7c9852c9a4912713c127a79df8b04
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670a7e168b214256a0cc4af89a72ea700b9799720c3be171a6abefc89296f233
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1983bd18324d02a6dbada3dd4fc5db7fffdc49d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19cfbfea744f98a18f9c83a799bc02cdd913aa1cc3470c9df5d92d3e26c1119d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597f9dbf5e7a494982609ee92bb419ce76ee7a59
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6bfe41e22a16283fa8cad544ecf69e0bb6ef5fa3bb068ae562df2bbb1587eb9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d2992b01c61ad5355fd2aff88425558ad12d8a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f93883ea1e32d92496b086922beeae8b2b1c320c251968269d27e7d8644cf0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc5521fc6607d3606bdf5f0b8d39e2f5ebef77b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068ce8ebf6478cec642fa94837e95579756edf095d26f72fcbd0158b80ae89d1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab55ccd82b2546db4daadb62692a3fa7fd1c492
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ddf06c18ee9617d3cf599d61d23aec35a1a73b35ebc256461964b7e3b63fef1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110aeef58afdc5a911c2ef3487e926f1193a00ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516cd4572a2139b2b9fd2ff0e44bea75afacaafa86ac55b37470a2482c0665fa
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbcff8fbdddabddd4a8ccd1bb13239818f60140
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30fa61179e6914235c6786a4c0f16c0aadb1e43dd8cc0e1d7b294be2aefa34f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e761d66c813626c71c88b0102dd85d372f64d96
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e18e669170d9ff837965f99e25d8db7790902833b1399f3c1b8b1918cd136f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd86f418c3ba393e1e3f14f2577763c0865cebf5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e952441ea79edea6887770909bf9609305d73c62c7c47b905c7c46ec84d2f0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17558cf3184ca5331e32ff9081c402bffba9c0b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086994e74891746be51eff798dd17c1258d3202621503bf8588458d7022f07af
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f98982839889ef271d7cdf4be89a169e5d90493
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1487ed96057315800a658cfb6b06cf4f11dd8a79c673fdcca4cde1b557d34aeb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b011fa991b704a4464cabbb98fcd9b723b8663
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973086b13a2cdee1501520e605eabb61444a4839145276717ee0df71cdd36339
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb6e7171108ce8038ad27b944e728803706e732
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2e9091d07864294f0ede6f4a789c1500a7ad08ea9e2374fcc16b9c82601ca3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08c6a29b121f3ee2144f5b91eecd067d8be8120
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2247106a0efafa7d8cf48c0dda939cf267f7c6b723780c7f25851713e68756
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc1af68a6c278f2f89974c4b8d9d05d6a3e465e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f974acc21372df93ff3de9c5590f5e2c1979e8187e0f6d66091e930dcbf3eec
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e24e55816098caa560cafc366a6cc6af6d1dbe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94f4cdea3066e7e29bff5534435c2e74072c0281cfc74f6a52c575099caffbb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0fb7697efe9e86186a44192f4f20d4e45f8e89
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39c1f0768761455803e7a533c7dc8431aa06896c9135550c1bba9892aa34da8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc8ae14a831a5a1cea3bafcb90bac619b0b4e70
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab511cfaba74ca695ce18fcaa5f9b1b9a461361653e785e1f1cb654c6b51e31
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6d8a19697c5302102a55eff64a7c3f7bd3ad21
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fefb8d78bc44998741e7210807c9998cb5643f3f252605681f046d5c213945
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fe474db16c539bc627acee778e359d72793a4f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c593cde091e89c96ad4d7aa902c273d4bee884dcf68867dab3a770c1800989
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8a70b0654fc52860721815bf4f15d00d90b1bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd92a2b75b94323bba389d9f1fbf834b6f9373971d9f56e04e9970d3dcbd90bf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4c6540bde650024c5f4500893e279c735bd69c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e952e8da95fdcb05c5c3a1538f494c4d432a7de2f5437ca1867d9dc44b1c85d0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fff2589d9d4f962957af2b1e86411805dd630c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a57a90dffb066154e6f0e26651e74d09cc0fd5136a4c43393f3ddcfcd3ba19d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74e9395c186c61ecaba17be7414463ca9404bff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718d46b3135c1252e56a59e959fb62e700de1ad73bba023a0d31d851f97fcccf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b428cff6a531fe31a320f9bec7700d9504c949f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee86a74f172b8bc3975f8cbbc509bb90512337e725654a4946845adeb422292b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8371d5b28ba8fe95a4529046b7d3634418d9d526
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2028dbcef9b6909759082ea31fa47c943ddfe7b807319496d3a80371509927d4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299ae812797b2e0fa4901a1e46b4c6c21af4dc92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e0769ea4678034c65d1719e0b06cb9a764f487f83778963bb684432cbe3cee
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e4d9b5b9d8ad3ababd4ac2a5186b8b52d7867b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f6dd3a60cf15f2d910f28b64a1903a6aea1224dea194e710b4dd5ceb3a3929
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46ddd5499c8c9cbd266a0beeb88d03afbd03e5b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8222a80044aecb17530f19ca80591b10178e4941e72ef005adb0ad74954a58
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d35b722c85d37a68905de4024f19fdb43238fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f121119039cdd94f140390e1bc5a449e384679ca5fdb638ed7ec2fb1e75c3dec
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4649e74ed66bef26f7a86365b4a545159336e2bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4475f19d1bb5450cd7f82cfe07ec0e58a22361e43cb0b7fc4c45916c8c16465f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48a78a5595843b691791c5d929a8a77f15b31bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a00a5bd9b8cd329e1198f6b9a5442389eef808a0b802550e7c48c5596449e9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b6c33fffb0725f916c028b5665d6cf5de1b830
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469ae1069bf87b94c9bf3a6527057a3cef90d18b3d8f92513a586930a663d171
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109c4e06321b407b535149553cdc0196bc37289e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4069b56dffd351b3068b784d0cad71a1ae9cbe23064b858914972e8dab2c78d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c480eb683e2960756486bf48f4a152001c1d9ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2bb2b3ad8fb2425fba107390abf23e0de586c392cb7b495146026601dfd9a2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770157a9967ccfe3adea4d190cea13cfebc8baef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b13e3e0745a01d2fa7ec7dea8de669774036d1496681981e9a8b219375625d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a419ab6c741ae49e7b905ee483567142af2fccf2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707c72388acc227fcbd6645af3f76251dbddba575c2311d3b78a3371677f2ef9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..946133489eb8ccf18781315a7a9defd09e0c5ca6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0988f6a443cc71656e355ca8d87a871b977741a975acb764e1583981d069d931
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157007d3433369bd00e17ff9d13bfeb6949b5985
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfec9cf047ab0e3f5dea6bffd431d3c0b851bcd391fe44b8e77c4401810fed51
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a859afcf13754b8c1615f8077b884206a21113f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddba48eb8c11ad124a409a9bbad0296e712fb35a5a3c647e4ff8573c665d263
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490f3086bc3dca92b234b291d853ab742ab599d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf8a80817b42e44ea7885ca897020b54ab4022f11a173215bf1b6d2ee525321
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826cdc30d80401d468ae65df25bbb128e5b6ccc3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2804b75b6ff7f6e318a6bc3528c8c2eec3de0642c130d96dbcfb240e31af6215
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1797cd0ed5e4deac0e60723fa69722dffdd41439
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c716b96ed16a1573b04b0fb341704fc5a70eb21c9262fbb88e4aead490ae213
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75d649b57fe31dc9ca2149dfbda6a3db3b218b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935d46284c77b56e6be599ab5ff2ae2cf9283b9de310c6c327a9ae1522b8b015
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8625ff6a213e2bc61051622458ef50b746ad06b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabf18ccf0a323fba3c225a69324018040ae01a911ec960d0f809923e18af6b6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce61a34412cd01f6452cef2a4305af687840a81
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2487298bdc132e360ffc1534b3da18c4b88b8d6f4b24d10142f3bf6207962e6b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fe3ffa41a46bca868e19dd544d70a1ac0abe89
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bbf2f2be5446b15e3d72d2662e8cc9a8cb190564d5a6ba385d3f2eb3bc7aa5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235032c459298d78b315a853a0673269f3a7b902
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76512180252892907ee421e027b807614affecf80b296f4f5c00f3cea1d6a976
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ac689b841f8b8288f7e56f95c226b46bf49a3b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77826baaf9094845a3cf427bc4b22a37741cf06b1055c81c604acb46c3410a89
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b92f7111885a9da8f7bde51dc94a881a9260ff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9871f74c757bab8c8988b011845691799b01bcc85d5c2c46c92a8013664f6e7a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2923908a22fb009d8507fe055ce6d9008f7e29d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b5689a22d7aada1b939162d30299f728cd2572185b523b961842548b35b1b9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a26dca3dfae4a8fd0ff0271a0513b30113c7bc6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a82f31dd5e32dbd2c1cb65352139d1f843ce16bba131c2721cc0fc4de2bbf76
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fa64b258114d38da7364c067aa61672fc78bce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c0d81a647a020cd5c6dccd3ca69520a8115cef12ec2e1b8f240eaff04e2962
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8d162a27a020b563a07751e5a67579de682845
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc96727f6f9328fe2952eb419ba6ddda6f58b9ae0ca0cbfd2f5ff7e3a1db9cd4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd15b953856fbe6324c5a2248f0cf9323beaafd9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d8be538dd4b8adea0ed5d6c1be943e927deeb9896dd497214315495d04ee02
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477920d2475914bb818593eb922d22bdb18fe7b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f691b0e5e8a8e8253f7ff6e4a26b51b7b78d4a238a79a24daf97c7766c3fc4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eafa55ef8beb54a8ec6180cebd3bf5075c6b2b32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d018790aa50a8a876be2a82a30ae3935a6f9029dbd46ee49574c43f16ac8427
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12feeb05fc8bebecafb9e0cf074b564d0c07d8d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0d43d7fe336954029e6ba59e4bdd166978301aaa923b4dd623ce626486a79c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12249b56ff7e6be880e13a22e3dc2dac40999f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4839bee694f6465f735cebbe3f7ffc334e84a6293f4c987417c310cefc46ee5e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16965c797ae36be8d117448c916655c76b283260
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98eada13cc43676cce6b959bd019d47098d1ab45c7925566e229040031389cb5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81fac5a96792b9cf54b4e413fde43261ee806b64
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540d2836ccbb3de957aae743f3a55dee19962d9be67861e626b81441e63521e0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bafc4439234dd5d237d43d4e07ccef4ad53af3f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f9b4978db734a6be2b30a8e3efa8d6f5db1b3cfe45de05753a18f4540ada11
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330ec5b4030dba0ff0ea092c9418ea0d387c3d94
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1902efbfbbb27a452910706e1cce88ec1715fc3fde068989059c90bda074933c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e686bee4f3176f6d0dcf15e346d1a9377ce98c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386b66c1a8266f68c61391a30fc40b0c483792ec7388fa866b99c56ef2671acb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca81cb3b7172cbceeb1376bbed56eea74dc3971
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05267c3c725220a9eabbf8c3ec529664fdcfdf5a434da7935feeb9e936294c04
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53c8505f0388fdaf723af5866ed051b8a8e9107
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9543d3a7ce41a5169e7da4a559a3787cf234d0828ce66da0bb27a946863ae56
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebcc3265b58abe0a2ac277dbf828130a9c1e9f5e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504c91a85c711f7b070b138c2aaa82eb39b764c79078e46dd7cb450c4fbe4a9d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e307ebb426598827162345d6097b642234fe49c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df24c7c5d8d0b23fcb807e6e9daeead0ecaebdb751dadaf23053b97f99e50685
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a2fd6541de48475439520d772d0c47dfaf99c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d52b0d9182ec77ebd8bdc8454e705769c9aa329c9171115ceebd9bfc74869d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4d3654561787d0eed71681a73bb6cb8b988246
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f955578a729e4d22911e1a5e007a798e2b0e30f9f6f4ec913b725e33c32e08
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac9582e52eed4a685d9c15f14b186f72d484f5d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3061c59ed5a72572924160d1a7b5683b5ad877ca55cafacaaef27a5de79f539c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024874d4dfe3cc115abc66ee82641ea5f7a0ce5a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5dade8c442b5820090cf087a1419fcbe0a93f4add5ca7d09f623109335f682
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70324bcb97a2313d44cf0e02ed4c8f348997f078
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d2318c26d750650a08373056491ab264e6a732f03936349983338b9a73c0d9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e7e481c73e5601cf634f5106ef9bbf1aa90bd1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e823334765aa526435c933106ad6d478d0c72dc4f20638160e386c36cc0845
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e60a0c7b4c3f98e9988bef75f706414fd8225a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d747c732d3c973878a5f1a027936dcf4a20d19f483d2b1ec26fc937fc92f45
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ae9569adbce787a247bd6414554e47d9f09257
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99cdc5d54e088523c6b81d80b28f707544b3f8e0db88cffdc027418ccc490863
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1697900c786c797e517acbb754600e144c35b400
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa9cb109eb3a773db4b123487f885c67dd5c207c8b17e7d1cebe3b7ef505bcf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04bbd7799b7759589fb7955de058b293a020dd15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40acb4c8ea8a62f9ea111d87d813dad2ff9670adaa16329b90e2895edfa676b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c5155e3ba75a7e8353613536665235555803f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b7a7465616a1fc7ac5e0c7facc49714deb1ac8c521a5f263d8acacce967fcd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031e59562d948b26b93d44c43780d835b8cd7768
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0b585eba82ce47dfc711640162d41d05e5edaa48e72a9ab8ce088ff8409666
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149c90a693b3a058773dbe5bc3e0a80b5c3608c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7653c2e8dc665f2dca6eadc70b7be345055d07145b814543ae3c370d53627d2c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4adce5781f38734116f46cc3a153d03510f8afa3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76b7ec2478e38daf5cc3116df434bd716eb4420105b8791cbd89a28520e65e7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cded97ac32c60f8da12c6b42a75b5efac9e6cc4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe24f00b34043d15d37e8fef1e86948eeb277c3fbc13777684ef9b32a0a40029
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939b80e3e7026a24e0f6e7cd15a52c2191663648
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b685aca7a0a43c3adf27147bbb9a965eb10eb2a0069613ad3431af3b8c7f86
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570f22fd7c623e634525f5bb1628a3db2781df49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4292ea2545b72a398362a87ea2c373dc219134e18d199c3c7da7f123c741f822
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af00f1dc5b585667db02eeec3a9c15a2d2a88362
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88194789fb1c1ab83ac31bd09449b725f0d9b8a0e8088621641f95d88931300
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd26a77cd503269252a0b4a11372e446499a028
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e619492347b7497ef3a947e1fc522f3dc722fa7ac6082ba0d922ef55996a0e1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca2ceda535b662126129cee4e07e5ecc83a0c76
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce22f25fed515950cc5a3d2a10c7a2645c2b4de899c03416111918639395c8c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a329e5db3962e53154abc21c125ff0d340942ecc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16aac6b616c666e69bc54ec336a0a6439fd2f1c40cec780a284c0dbca8e7da23
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..040f886e91c7193737182e6bfaf18660fc8efd15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089bd4a6acad99517916d7ca371ab902999fc9edff29619bdb45b09f2f88acec
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0dcada768176768670d8ffc6c53d63cb25d542
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94fe70cd4f9de88809e2b12d99dfd3899c51218e91d035773971c7154adc838
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aaa515d9009b6d056cef25d7463727154466384
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a555eb6a96fdd1cb21c046e8a1fbba43be2fb8aa857fb462660b81bc802dda5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c440cd60ed6e3d7c979f634c7c94eb727c82e7db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df15686cd1cf4b9626865a05dd69e5c2b4e164d86cac571f663515ebbfb25aa0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b286e1c6d6d923a3515a6c1565c1296dbbadda1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f20337752c34cd0600af51a2594ae289a7ddfd15f74d09c81ef24c3bc2f70bc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cc805b108a772671d88947335e4bfd3ea0c50b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f17349a78f6386b0204d8537abfbba7d9f39e145f90f94b0da6ad97efed58fe
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894b3a71284380ec71bbeb141aa90be8c9ded07e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb96ecd31b0d790e6c98e4dcaf57b5b2db535618bca55b446fd768da2fca465
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1bace9ea540a36fab7da892d5cbdc95f1242a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c99246d2644c51b13e64ee9778e058c92c8258d51a3a03867ad659a124b5d26
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6137e303dca1e2ce9f0e23c5cffe1c1d0e95ea9a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7f9cae6d23a33e134707d87c82eaf7f41d10bf1eb43a157b1c0e980f64da9e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca9ccac5581c4c70a182a15c53ba62d17d25aea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab8c37db2d216b7de78a0b4eb3a20422ab341253289b6680f4316c6993482f4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be8affe8a34c34051223154e8accff2d69df490
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e514a4cb695f067b38c64ba38b2febe5e9af4ab9707e3459505207e8d1e071
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f590fed1b7c63702be7871470fae5e3c70d0458
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b139f3079507cac898d1c4200f11aa498b02554fad42e31d4864824ee93773
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae21987f9e4d5b9e26d68de7f1919e078bf86314
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d326cd8e9ca824ddb6878797db1b7a52d744ba871b5777156a98cfd5108566b9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5f222bcb142b11449eca3db1176015a2b2488f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de072d7a3d8639b854f8e9bc187789a7ac9811362ac4afc1176eddd457c30c59
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455a7933ade03df23f68636488a89cee36126a37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad401a34d459803712d343f5b95ccece5bacedde3a8dc19a32612bc200c798d3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3db140c7004793deeafbff65522a1ff65918da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fddad0f6df61d904c32e2600f8dcc882fd0e55992e00a2d17e524258c777c9e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ffce775a77670d8bea1b113cdbedcf6a8ceb84
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6908e8f730ebb10d58d4ca0963c948e185b8a2dbf161ddac871ab08abe4eff3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1faf80779a54e880108e1df962776dcf63208f55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2865d626502b3116270c8e87bce729876e0c92807090d20977f62b419b2ba5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c7021df490a6209cd44b74219acc68f6c35e7a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c4690724d346780dd5db78a4b67f2d150b125a69e511c473a4cfe7270d7b42
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71efd6aa3e33d682f44ba5daede1e3e96d90c7b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de7e33ad7d8e0312ed9da93e70f3afb49fcf84637312d9c567afcea3e205bfe
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a779ef66dbdc130f32b0e2529a05c57612ad0d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78f9649f753891456052facd7a5a76a0dd7df52b684d91df9e9c50e145209f4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f3e71cb1b1f243b026d0794dbb813f28adbf649
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab9f32467b42c7d7288699a93d7243c7c15865ae7a47ad1bd1501a8e23bec1f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36bf1d7724b876dd725337c7eec90a4b1a84dabe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7e348dbbd1f538749d3e8ff4523036b42fd1e4e55317c0592b35a0a399e782
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ab21082cfcc9a7acaa35b6602f0d183465300c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f422d6ba269ce4801a3eb787cdffba4730660660f0f1d303467ccfd22c8b8436
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c9e0f1d83467db43fbbd639c4e64c338faae37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d97b47628557bc2817c1e919fdf392b5b1972436a913a29d6d85cc49daa7df3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fdfd0c5553d1bd08ac5fafa1299a4ebde075a0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309113686d746a5929da625a371b02c9e10c365c26b136e9b50ae484f50728f6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850abbdffa2e7832d2ae7b99f989e8850d16c774
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3d4c46742eb0b2eb95127d0b0a89c1ef80ca2a2853c67a9009fca25e0d0ab4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9861f709c5066733c365c4ad2456e8c70417b971
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b331113f1759ee58aaf34d8ed8128ba942888843b71a48ef8285dc71a84733
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68cbffbc7da08b923d3b106875d1a8616dc4b86
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8b1012c023e0d9bc9ae7a439e129b6f2e7c602e90fc2a82ab7a69c886ba326
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09772cc44d1f0220653fbf0b949d34c14a93142
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bc2c3fcfc8083111e272b91edaa673a33592c6e7d044e6539bbadd70da6e94
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a25149df6c1d8abbe6aef2845515a2b9dbe1bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86528ba036b5f74918be7b10f7138127b85fc7c67d77aff5d6be8f609cb7732
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e663b52524e386f652679d293a00399be577dfff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a1598aecb33944c5a891f784b84881a6decf18bb7dfe6b3c1f5e0f1f2be5cb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23ddca693551688a7732474623c974eb21981d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15f9b471b6247f2f531027fd9a30f0c660a20dcfd2d7c8de98f2d01281c1021
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f716b4c378b433a5425016db34f6924ec12b893a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c849e6d5c034e234681f8bf0dc0f5461513f23574d4b351ca0e65dae78ac19ca
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1969fa3e83fbf21574267d4a3e29dd6736028566
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf04689f64cc313ac63dca503468dbfd357a8e3c90a0b7223b6806b30dc91c3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8303c8f987a14b7fb5ba524ca7e37cf5b58d305
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca27f8ed97f9a185a33cbf03da695f542410da2baf97d9947194afcbe211dd8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9118e6f97628f41c97f5c039a59364d893e224bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8963538e7e6dec19407909941f888193bf30b874f781503f8ec82f525a524a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebebb98eef5ec9674faa9142dfdb95d58002961
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3348825cd6edc75ca92a21bb1b420e349c6576c4d9c89a1f94b254e3135b76
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af39fe8ed558d3e97c69f1c231956b9ac3572867
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e6819934af1d1bb97ff1c6987e8d6d5f629440b0c905ac8d242fea289e0900
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9141fb303d924eaf334a6553c8bb87a68ef1a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f31b203f675687f8cd9c63e11831af87ebfeecec9bff0d1ad75696c0254daca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc60c1c1c50393deb58abb2f5bceacc2e46f39f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95bca554669528176d850e3d6a34cf40d28d7ee65f94f69c60be0e86aaf730d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19384a07600ed14b37355f306c58b0d876dc20c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ce059529f2236b6d5c74cbb4e83d1bb7d4724e8d0f1e8955ffaa78f308fc33
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86de7b9ed830b7c0aff2e1653401f8fd1631431f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d462a53fd39408056e796834728ce26f9d0a86c9403502d9b009854401180c33
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e184a7228004b51591d2a1040e05923702c4830e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d7e2185fe93db4cdada93a797b7f6713cfb83297fede4737e46c5f1f97f7ca
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d455a6b5f147347719124a919805ae8f58724649
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d68022592c20696e7b3a0d166d7c53cdeacced5a2acf6ac03b2659c3587f24
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b87fff1bea7970f0dd2ef429b320f15fa18185
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08a1b862074391d6abdae668af06062a891ecc2af395606f72649eae919783e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b2befdbe560c92b85d552e8326bd28ca84f064
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c91290377df1401b127aebb0dd0c54729b5617a5221033b2500b7d75a9a7b87
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5152d391e6bdf2a4197752259fdad64f3b067d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587ba44ad3516aee0002e9dc654df4914ab32cfb35bc4ddd57f63c5482aa09a2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa061825348b4be0cfa8c15fe2127399ea9bba26
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79061dd935c1f189018ec4652365c5741e25554b785c3bccaa9b0c87c9adc9c8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f64ae56af085365d4c336dd536321025751694
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23927f2ae23eefd4ccb5e87c02c79ff2731dcf462e9ed60ad5169a477894e961
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0c3672dcebc2c4bf04d5761cff473e7680da32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184577098bbeca89f58c28b9c2170db598617bd4e49af45778625eda76303f68
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b619c42ce392d8633da08e6a4e706c1166d8886
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d9c2d37db85644a65bc78dd9a657359bad4aabdde6f204d3203dc9031a8931
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670af5aca1f14f8985a846b4ca57c59017a83c22
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b5b93d550006b9299a6aaaa08c2fe6ab44a84ffc74d9a08c90c04314ab1a6e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6762ea852dc2a778a4a0e513355cbad07ba5b482
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72228f57f871735e3413cf50b322063a459573f4c162bf810ef26ea9b1ec8d14
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c56fcfca10e6aca5e9619da574d4c9145883f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0af86a9e3aed2381132beed230a5dd3978a96c150f883a5f44cf3761e7ac40
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a87a35e13f77d593ce922570ddae68230b40d7f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a660f92a27e1132a9eb39da5f41fa665520fb4e5db66e4adf8ae841e5a7bb07
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f5c9b234bfd9da97724634717c622836eb5004
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7cb7b6ccec7fe1d75c4bee6b66e3c43f958150b4698fb64ce3187c20df886c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d789f482b2a1ec0ec978503e76d32943f6bd91db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacf92e88246ec4c8a21f83e0e1bcbd6ceea346f96a867ad9bcc8c52c53558f1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f50631978c8024ee2e29d3b2b34532282eb45c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2521260387b50016be5201fa8b8481d78ce7ee0d1f1a0e32725f1960f84d9d0d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104f3fe8e6a5e55224494417b88362b001cead49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e07e16c938646fba846649071e4852dc22cec6a4e9b379e816a0116af8f653
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e34c01ce461638f3165276fc6fcb22d35acd570
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23ab6ff1ff3a7ff975c56b9a46023be8130c92137f598ac4f6ec3a5c624f022
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b9db0fcc6de336e2fdf37a049728d8de26e42f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551d57139548d733373c785974f6058ebe9338557c9509eb5f36465649e2c132
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f2fdfe27f08bf0413b7d7117fea41885610ffc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226d432ef33da17e8126351d30e59b0f569f5063d67dd4ab8ffacab4fa371c9b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f27a68fafcb62c04cbc861662ea5e51e8f25e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e35e07a977ea4d3b34cbaedabd8c91ad9d3e4a378c0969001bc854fa4a6d50
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8f4d8dc6f2bce473b9774917214c973e06c449
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383b3cebfa14844f25f0dcb33f7afec3cd727bb18e67a9f9feccc26c7ec80166
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f9106f0b716a75918e8e855a6c5e15964e1e8e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c068c918730c765c4614db1c5c91a9b6f544e7ed735d8c382101fbd7ddf8ec16
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff3186435b152851e54ea3c51cf51d85ef76bdb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d925644dfc58747133f574632620b6b242cce3e67b4a8bfbd378a476c48c56aa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df16b66c9252fa76c082f3d5f8e0d26cd28fd39
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852d949d2c138a073275e271927dcfc0ca2715de1a28baae93a923c8dfe66521
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f56f857c95a66be6135556ce23e86ab495eab3f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c469f1b9aa3e65618a9d6c775738ed2b1ec76517a3ab04d41943052d419b6af
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b904f8cff6e77a733fc5202b87d53a0490151c26
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047758bbd364ecec1e2846a9c1d10fae510d9864e3fb9a59d87ccc637892c9fe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7334d38b179d46b205bc17f5433713ed18b73311
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b56e5a6898f4784cef553a4a2f07154f8029d6d51f3ceeb5c7e72d8bc53ca6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8a9775452352040767000be2c1fa299dd15d10
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cfe95af4c9d0150b333d3e18d8b2758b56a2f89aa92f4ffb631097a02d03726
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f0ed004ce80a0287350011655726c1bad89786
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3446ff9d541c7e75062a2c1deb40040eac011305ae15ac1f23c84ab8d6937db7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc99a8f6b5b7188620ebec6dfe493f5cf6d7656d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7178f22753ee6e1a42e0000ec5f24cf53277c14b593d3b2bbefbd28b8de9e54b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36748293c5f219221124e011d2e884bcdf5a590
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f356ea26fbf2e09b6a9bbc7ce46b1a61c6dceb0188a606218e8083d15d46d232
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6072bc2674b7ba7f8776607596ecbd938f7dac6a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f1c2f0013fc1ac2db403723b14765937d06d087958b6b4a631e01aef422612
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f11629c584e9400fe9d63db51db0c8f3413c0e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef16a368edafdaa0b7ac800b9d32114cdbf22643fc3f1e63af2545c16ed0b3e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318915c2c8f298e0adcb2821a45707ce35822b09
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a206ac8d7b8346313862ce78978ca7ddb2cfbdd49a8eeece2921cbc87be4df91
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a16549e53c2ad981851b53e899d08dabe7b8c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2589c9a1b3bb004f8ba79b7d86a489ef15d33f48968767534a10f02660180dc8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1131d9e108ee9ebd94c7d3d3483102b804e5d9d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2919eab4a643a6b35eadefe1ea78edf084bb47d19f75401ebeb94f195ffe85
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f40046793396c9a70eea98e36899a2404fc756
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143c918a9caf9f0eabdcc2e1c0027582df6f26fb03522db0c1145c205de63b80
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba99ac38e26f12bd34914a4e2ff49a60fc97e15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397cb8cda8be1f79c7bb360997ab8576cf053874e5c3a1c7ae0c53357839dcfe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b3b1ed4aaebb9d3a4c130b1d05538bd05efa7d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75eb26c9c130590cac0dd47eba87dbb1771065f372e64fdd21f3a4e78d16f7b3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a911e216b9f322b04ab96994760d5d7bcb4d2ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a986a7559ad80464b0d4746dc245420a267f7011fd2c04ecf5bf7f1d73652bfd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b27f87cc2701db703169dc3b935700f4148323
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3130129a4ed846b7ac7c216a14939795c1b043c3938b796891ca68b85f720e2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d827daf741af7ddd0ea18ffa94b37e484844791b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4cb74fc1c35a802afa9cc5ffd5ca8527156e4ad3ada19ef8af7faf263d4e69
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd360e99d7287d6e0da4852c78bea4ba34076e7f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbb77c25b36bb41f1f895a77c4cbc248276db0393f2c3dadbd82385cc009255
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282843a9b47efb1091a7c35b44dcb6c6632fd4c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58ad440ef28e456dff13d5b611cff37c6784209689bed2e8045a459b4884e28
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7aac23a33926900609025522f64c3bd2580b99a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3d806c7c36ddf17fbeacdb2ddddffe8804459c688ca57dac3aa2e4ae29c819
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea74bd309e67702fdd70de6cb09896f1ce98799
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d277989e501dec9e863913cc3ea5b34adac37494da6703e1f1e088564ce38fd4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8440445d221e6a65214f24501ddd399333e9e599
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c89a23ad8971e1680ff12a3134cd0716b6afa501c01f398d45477410e70119
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ff49942b41afb1b0f86920708deecad8a2b870
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f886445be78d3b50a7f3a2a3332e00d7b4232f39ad298c75b91b137e0e0323
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90491718edb8428e5c53f804a268d73f6a4ef97b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a5767f083f7c1f312bbab83ec0f7f59d4c3df178624f34d6281049948d0968
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f114f553140927b43fd0ebeb37da5a12b27dfd7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e27501e93820f6ed66b44413dbfafd35bd1746ae8ee119c75e40a67c0a2fd9f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db509a30358020a194fe09300f1c1c586775eb20
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1df8be96ca759ea2d8b5762c74ae2f324cefe25e3ec7c80c041281e1a9389a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ecc9e9bdd1f87eb87b64102004ef40445d241a3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cddfe6884964df6e01191958e51b172516e42492b55f96c82f2c180e35237aaa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce993e62e7ed7f228e051383f1e6a2608820106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501666a093786865484b3c256c478355808a8a4315ae0a9aca715ef512844cc3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643c78153df71370ba92d6fc9829a7d814f8cda9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb397bc04c27901df090cc5fbcb1cee5d82b4ff8b301d54624e21777f36a3b50
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3737cb682ba3f3203384f02136a941dd7d709dec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea7b2bb663e92ddc840dbc99e5e7ed90f7642d193dcbf653da24d02ca28bbe6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3511887018788408771cf6f8b26fbcea4d15329
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1607472df33fcc77f35bfec0751e63a09cc65d477b7fd20e537bacc9d087cfea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d363bc0a251395edbf8af8ea4ae26872a7a6d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9471e4b827c890a1e53fe874486e8580a30268728596b2b0f7b3f8548412611
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a273af2eb0dafd1aa187fc1e487eb2c9385a75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89df1b7d40476655ce62f3fa061ea32b9b06cf722b60bf64ffd865ce45d585dc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47badf6c0d5c65243c14012c13f632f47176f399
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40572f8f5cb2c2fcfb197bb9aa76d4e6d31b0cc252fa0bf50ac176f608c85cbc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c1c4d5143b13028780581b90c018a90ce2d449
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71266cd5ca455e11df9ff944afbba1f2dee8a9e13f714c391dc4bd9c227c5af
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b796d31471a7bb359aff2f7cc56dc647bb6111
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c52d98c287434431666d87f920979b6b8de4b07b5f5fb431da032a96e75531f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45dce822ab0ed7af9e8494ee2c41214092e38637
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014c55179da39a429574ab4408d16a285e511183d7263f7909894724adfd50d2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67831c0692c229db4f7e755b801398ecfe0e8a7f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc21516d6d548e506c4e613b3292c87355f108e73843cfecadfe587fa7757137
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541d419a35f08e2dbe695bb8659497c0091dcaf6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0905529ddbc4ac781d0f69438d5a1b285e79f10dcd76a543ffd23ebab0a5b2d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd6daba814028cbc688002c8e37f90830bdeeb2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6088ae54023b63edeb6263e817c6f80d3a8103f7fa46e5b69212a22875f783a5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2e8917aed8d60ca8230a7142379611bf1e7b50
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b99575ebbbfc03027dc57105403dce96fd4f34bc5e8fb74fce2d7934960f78
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28dcec528f8085f6ebf0a978f3cd70ca6d2407be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e8a0824ac23e4d592e8ea81dc48a65f45c8289d2fcd8a591986f20ea2cd1c0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d5e0a6bf7c236961b3743f8ea86387f85173ee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047a6ee2b175caa3f81c3c6df50a460cabfa086aa4a46cbf5cbfb5323f72ea94
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b42dfb4839739f752c64ee56ad23481559a214
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed04061a5b154fbaf9b542333887a109186309e697f4205979a18fd0736763da
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f5a4011d0e10cf7651ce52410364901e8ac9bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3012b38a241cae81c17a31c29307b4069d7bc0c9778f18bc6702ecb2fa06bdf6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8943ac68124b75385de1ee1a9891c2c2df751eaf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebafa1d788e5d56c52001465382dc040172f9997bd1f709b2a7466f7d36ec42
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3600c917c0731fa77804a7f20660abcc26b6ddb6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dbb82567ebc00c32623f333f95ebe77c6b5d7e676b59512fdd340d7055de0c0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39296cea3d8ba44db0d4ac97722e513efa3c142a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db22a582efb2849c9c657fe68aef53f13a3547c91a732a4a837f247a34699987
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3ca4779f5c173665119fd69ad9c089f41f0281
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c027e338fe61fd1679d32880e76486fe7914840a7926d209d84bd487bbd9c9d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e5879a69029cc00e2f87839e7eec784ad0957f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ebf87c9d83efdc15178526051fa623c60edb5367e8eae021a052af539d690e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a8319933589ff872ca32a93f308bc72d05919a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0fa3c2cd68328ed37097f868af7b444bec20c6345ff983802ab05fd4ea6922
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1dee69bf235f09152db9b3c62806138d7bb86f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbafbedc653765bc2d7ecd14ccb885241b2643e92c9de9d64aa92af9890e8cf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e305209d6db8aade852d2452f0a1eb8039f831
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39cc859fca5676ff901309fc710187ceefdfa171de6942b22c66610219617b4c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49afd98cda1305c426a2592c7c341c7d6d8d1d8a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8031eadc5a1006e6e66c0b2117d205941627484f5396de796dc3581079a807
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b93f84c437b51aabd1677f15b033609329d196
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50dc8d608af0bc74f7f1b24a1e6f6403a3804ad79d845540f60a39857c6b4625
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6cfcc7666e507321c96ab996bd75b0cc7265d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32a21a52ba78f8f7deca5f5ba1ac0c2300ef20d4088e0ce82f44abc5884754e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e577c82063e9dadea1d7a8914747aa9a7da63bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9378e2ed58f4e687dbe0be7309b7b478145eaff335b21d98d2f6f237ecccb2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee33fa16234afcb048d4576039d35b6575da7799
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0747b081270575232c13ab98514ffbd51c0c6ed27ec5e0e753d32142069904
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cac97174c2cfcd476b7bb519cfc9e6e42e289d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a864049095f043d1bddcc5123136b2b9465247a54a633a73e3849cfba9bccd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56e22b58b40e2b635492f273f3a3f64ee538a72
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10356bcf567d30ae9e5d135736ac3f2510ddb1c7806b222519c5188f224e067
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00771318cc427450f34ed6980bc674b2c6ca7ef9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643125c9dfca7ddd1f58d3537cea49cfccb223432c44119c4a6ab0d5b05080f5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b765ebdbe023a7e5e0ee5571d9ef6fefb6a7a5b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76372abcb5a487b0e9eb9bbbe892ec41ffbfc388a9ed81b07da94d43e757c70
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ce915a523c27fa5c326fde99f611c76cc8981d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76885e8c8f1b68d3a8c78ff8bd00bf661eef01e18ad7829c57390d9088511976
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68fdb4389adc73897d54320912ea8dc4fbe610ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5233c55d642549355f69f3fb11456a4335b2d580c155d60b1388c9c6e6062e7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60ce3150f1eb7333c9d0959ca7dbd542080b441
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0e1c44c182acdb313f9cdb5b6f09349f255b83f22df6af777274d0341ca9fe
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59df72b05c74130457e14d952005855511c2de46
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca167074a70f9106e4898d5c7fc0fe067e80c4aeff8d5cdf9f9133fbc912c454
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1447d3c4b2a64222f46f0c5823a0b44ef965da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03df15c82e8db0664c7d3e3e531a9b7a3e21651286441e108ddbae58b0ffcfe0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba88a3264fa90453599472f102c8534b5029ffd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4179799507a498e4400cf14833b8e3f1d77576c8e7f82d83cc481fbfc69631b0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b47439f533b0ac9c3f98aa5a2ce9f405c69ec3f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1c4af06573c9d2ab1bebed6208099c13275899079c30049c744dc849f87dd7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b9dc6e9a3c0a30d399645aea29738396697fa7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1830502025ed91c14f1bf928da61ff3ec9406dc565c2f0cdabcde4252cff6295
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69961b710a25c32a7230b23ffe28d87a76a1bc08
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810e7b2727305e3ff43dde4d787a0b0ce890d4fd64ec8d048951ceb35fa2600d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab20b9626015526177eb9b62c1273e3a48a4646
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5569c563da82d50b4fc30b160716eda71d187e2a75dbe4b5b863542791fe2663
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f917ebcea84df935be5596c5f175d65cce2ea382
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b65ddc5240fa1f81d195d6ce485da515719a08ae0b01f8bf3fedfe87261d2a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7ab5d183d86e9ace2e9e39eb910258886008a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcc36b1ea567c1ba9ca2c47af7ba2f629b713867e44dc3fd7196c8257d1c3cb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d798f362d3e2c9f9d3d70fa3569198d4579c393
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a1c531ddcad1ed5eddb0acfe90c374e03214b6759be1ef9d2f64f3f7b0485a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a452487b31099f172be81b0c9b3fdfa52269a19a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc8c7e36c299f7d03400e711bb625838c6b90bf7afaf84c0733d3d7364a2fb8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad05b310f913cac1bbca81e36f0090db66fd7695
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33ee7e79a85faf91e15b97f0642f44ed5ad2796f2022bfad067987e903f7f2e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..246312b68da0a145e63cf836f460b6fb95da08b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5caaa2cc2f9032c90d371bfd5ae0153e0b5b91f8971f44449c7beca12cb21f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155ce4b31c9c004a9c3912a584e6021d54b61a86
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c84ad1b9eee1042ca1999c30f1c85a58e83138b399b6032a1bafff43f03764
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595f46cb2282f5904146d674858db3df69d56da4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4992f7e8c13fe45201988b212f77bf70e1386792664f71eb8551dcadfa1702
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ba9cbafddd8725f96cdb3af6a8e4017f774e07
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e12a40618fad6c7eeb8f1d7ddad6caf7017518935f6c5fd3dc1c5c4909795e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2db354dd2b7ceaffa5313141ac1c27fd39f6e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94de57cf85bcac5847832ed8f93b5e17bb5681ee45c6849d198106ab43dc1ab
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492a7e4dbcaa6b02252b0527b38fd4b7f19a0503
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc9ce1928d76225c3d744e1f79943ffeba97034f7ff8a33ada8c7c9ce05a39b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3f194b0fc3a4abaf939155aa317d2476e00311
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2fce6378fd97339e11ccedb84e87cd40d751eba94fe963f3aa20120cf2ed99
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db86fcaa6ef3032fe9742315dc5ca7e22856db4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49520d98099dd6597c4c78f1e5a5ef94d716cd98b93395e29f70d2f24c96e86
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f8d587ff0b9aa08383bdd0dd22f4a9712be0ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e99a083e871d45317fee7721e370eb146ac776b1cac1525020530d54c61173
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39909aea82512d6ee3c726db28cf5fadb15466b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0067c0cd3c1955cae97c59044fd112e503c427b42f982af03a4a8af78d307c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c349765265533febc736ce35332ace93f6aa76
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ed75d44160e85d6dd32f56d1116f03857dff161f1ff50655efe336a6d190fd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53704d4230ecc290e86ebb75329c0e98244d9e56
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8902f00859901d94791b62d1d5f76dd5c16098127117aa45fa8435a70ab4216a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d29fc4c0f1a208a9727dff44ec55a891778aa24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:becb2a4f36cbf6bc6983761d80ac20bfafe329948c195e5021bee174b5a12e18
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0f7cb304f91ddc6f46f8d251851c081120899d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59e5d13a69740ad635eab3670d1963236f9a3365c202a2a03982cb550995199
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6cafdc6de9f3e6c09de17843dfe3cef7682037
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e452cbbff6b609ee853404a13ff314a6fee4079d1f11e16b4e07d708d2ec9cc3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f957520d44ebf3a1a872f14bc9be571839d2594c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d240627eac68711f6fe284f0e290df0b1f2fa954a2c8610624fcef96cca80f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69ba115b4a6db0b7de9a1b5cb31cc641088c177
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042d53a5bcb1bd7fae51a801fd26d9ce89ae7e2b353a5fd5c6d66b1d542da743
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb50d06ea7b7b88341b800f893962a308d60c45
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e31a2fe1c77f804a899403f1d86b8a3927a77561f4bb21f90c0f86e87f20ec8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42b99286047f895ced500911aaf2b61cd0ca1f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcaab676b80b39a7d24d9e35c92c4ff27b598c7f0314a8f8ad3785be9eafcb29
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0720c90e79f88bdfb0dbfd8e2b17fa4429b09b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa89efb43fafba3fddf6f02005445ce2668f5106f080a72dbdebb05ee08c2a1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f007d7d956da62854207c63983ad96cb0f1f614d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0641ad7fb66de88a3e0732967458b2aaa0af6031d203490f3923f4678a04ae
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383c5bfb10389b262f89cb71ab4a33ce74fc026e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc444e30b692e6b2f9e950a586d391ecdd29409a932de3b8f037bada90f2d0d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab47c4dbd6eff82a8613284f1485b5bef05a7152
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf628bef8be1b7aba178a665186c98504428cffa2e31af9b754c7261c8a1fca2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9740c051e9e1b65559ebec34c77e4bb13120fa10
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999bb23945331accca58572a936e19313a21c1ffa0d9fbb0eb7ade3ea6e3e99d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13343fa402494a1ad21596c33cf20252601ff612
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a889749aab8d7a45722d248eead774a43c452a1842fbf79f354dffacc14862af
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb89342902a929192e0d76131ee31c34cfe5615
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31622999c613e411c9cd5617197045e0559081d9e0361071a408ae62fc10bf52
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5770a8764d418f09aa6f259aee2c577acbe86b19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8754ca2ca88d0be3a86b61cdb619133747a04236d30c760189cee1ab2fbe9b0d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cef317cd815ac429f806c5af192c1a848d02a06
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f3226c3a0182ec55bd908933eb5a21b94137995731defd40d1ecea717ff117
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09771702e134c2c3d60bc254203b096d8146a848
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ae5ca3e6b3cc35fc4ead35c82c561db5cccec8e4c6d045207bb07dafa5e2bc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7940755d098d285789e6607511ad224676db3b92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63269d446fa1d2f823d2cc3c51ef891642744d179d1044507baa84f8b4405f3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd61f34c46ca7c0098f2b2a5172314c8b3be64db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95716c517e712c47e28b6dc7b9df12a17111fda5ccbffb562e555228c8939d21
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_8/trained/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002c77a1f52758f776d2fca0b87cf5dab6458fc0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6322f11193b0f7c8f4f373b2b00cae79f790d197bc021403f8ba051b215c0e2
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318e3c23d7f4530f5db7b1b61a3ad61e68a5a395
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1083d7879406db39d90fea42a1512f5434068521199da6e8c522296938cf9eaa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc16b27eff4432ad8fc7b974f1e1e380e17e2d0e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe5d39d2c3300bded49141ca5fa6b3e83f79eb90b97430534856f50489cd453
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8facb4f4a7431e7404551fe24fa4b30aee24c0a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4210d904f87ed8072544e07551d15246d4adc4d1cd798886bc67c769d265c65a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3356c2fcbacfeaba3a63c4b31718ba61ceb369
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46c1f1ba92a1c44967dc03d93323ef742b3799a509b378c9b1cd3e57ef15716
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0f723968fbb21439fccf19e9f6617864a717ae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40841124a59a458ffda27859509b47a9588018712ae1c49c64f157f7a2ca2d46
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d53a597347469b3c6727fb544eb9fc4925af85
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da28711cf699b7efee4e297adc0a8c0e404a8417feaa3b4ce77640adc33c2cb8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b1ea07e4369b7c9422aab9999d12fa89122ca4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5de8ed710e5eaf482ad0fbf34337d6e8ff011be646d80160cd57a95694f0477
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de8895261493ed70948bd3f354b523a1f754f4b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668d45ac6051f9c840e3c22ab00a3e3a3547f9882024d47c1a86143bdaef1f4b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6435b5cc2d88ee426f96451a1f9288cf627c0e44
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad0037c75fd0cf94a55a5749f8f0fad0e3041e6bca39959eb21132b9df14345
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1923c69c9835ab37dc823552e234014807f6162
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c886587f389095b6a891b22a40e494a2f88759954b9fa498b9af6b716816462f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a68b5b8902008e694ff84d1a2d22c0704866b402
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5dc8e6a70f5ad53d9499d542d287e4555c1f0d6f4d8826edd2cdbc03670153
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a886e4461583514ce3c0b45e1eb71c66df70ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c60e245f43f3d654cc990d5d0eff193a8e902b29e35a427ffaa12de34c5ba76
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09de7412cd8f4169ce7c2585edc227e9b89a73e6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b915184bc21f19bb6f109b8795efb49143bd50e10f98c7c0bf71faf4541f4918
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101d823cddc22b944271a20f9ebe05339fde5b04
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34594efe7edf70cb51fe8dc2d610326d6819710cf684ae6614807805df2147d9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99dc2ee205988b15046e0c26ff59bed263da7015
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ae347c0f82f0c2936a6de96a10b68bee0bc54c4a9fbae633e38f815c42cf83
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc199889e7a941b19ded2e7a46a41a71cf82bf02
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e259f37d2c2e1730e26808f5e0f72997bb7d58f2e0b8cb0a2eb3afaf065565a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7231e9fd5eb5339d9f63321fcb276224880d9737
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b117093e29470dd253631804788a4f09547f211e89e3c2d77822191de1c5a0d7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e191b1e588c4a03c7d6593b6b4d1f84d92278552
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49c72a7810b9e57d43369179547cc1ce16090ffd722d0014f714d6056595e38
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332abc7ca507bb64fbc25058df37c969da6a8e1e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870e0cb7491c802d71173b2991e111ee3914e8bd9a1e438e0e6be8e2854a52f3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e91a69ea0826eac5e260cf685db5164ff48839
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf81b6929bacf83a9b8ee1d293781f6bf80296bc66c197e6a85eaa9b080764c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09c850cabc83c53c2143e810cb893659c81408d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4281c20aae883e63a3b0172cff1f7cc7a2ef0f529d355f27145e9c5cf8d9c8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b4de5485c8c9ba2e9264f2c18cc1f1466a7b07e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219a7b8b53e4ea4e181032b11db4476254b292a661f99bd60baded45737f348e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190c799fcf96f0ff67bca713e37c8d82a2c74b39
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd9b5abd80ee5d069ba91640d246053bef5b837df9372e91556e485790c5b80
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb0f99430a158b19b81cbd7df8d20ffe2228543
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:166c6a4d2cef607d7e30985158dde405d17fa7095fb1c8ab6018c4129607a8b9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038296d52575f9929619fb17d517a708a47dc87a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d12b04593176ad9fddf9e88282efed265dc79e722deb06a7e6d76d9181f68bd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1978c4132d5bca183d1e774da1db736a2b029042
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655504e45a0bd4e246607d3e8dbb974ac56c132b8ecd893a144354791c803500
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f9be8cec6e22f2e59693ba143394113ff962ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d982adc35d5812ec4b8993163acc041f24408851ff24fb910eb689c02f74fdfd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dbb8a550f6fe4fe397c7c2aca9454e1b98a7e41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c973702720abcf8d16d047210cb1b7988a3173abe0ee843bb543748b6ef5b9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1585f9f02972d80274f928322316314ce03ab985
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd3884f173622b18c258e042a4e647d2e5df68323386aecd1af7c503e2f0efd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c29a4972b810853fdd7158fbe2079092dfa0f0d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6897076af0c4f11cf2364d4faf7b1b1bf753d9cc127ebd2848c3b333b1a85a12
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef642c5f6f170e5c8c0dc050763cb05fbf97225
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1248bd215a90df89ebe693758a06dca70f5558283797ddfa43a16165b23ee037
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683f5c340cc7fb0f4d71dd839df5383fe2ba9753
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc51d9d7d4932a0dfa9851f733842b785f03a8aaf2c187c46e4c58ddfba0180
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69e34b1fe8307c9726ec8dd498896b0a5d9057f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a256b8121b694e0f7f522a8dfc2bbe0269d5f452e65a93c9381652fcb63c9047
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd27d74b46e7cf7696ca301c398a7fbe3a004486
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343ab709d9c2f6e5137f2e265ec3784be9ad407c4555f5fcef614e96f20597b7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ceb7be4b80435ce2494a51fbe20bae7f53f506
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9417a7fdb22371457fb5d07f6315a04a21dbd516975945d93f01637f56f7b9ea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132dff1e3b60ff34be8558472c023f3a87f43d19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f81469e8c2e6146e9efdeb90393cce6b05b2bdbddfb0b2b07fc39c8f137da8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fdebc29bd5eede41abbdf978e9d7d5d2e3e9ebc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53dccce3a912b028dd77353c05c1df4c11ba491808a778a7a494bd2b4879a0fc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95048c674fcf0d1b86e9149bd7e742edeca40f3d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83d4447a13757b3159dd250fdb60a9931a4964c5c124e5cadcfaa2624f7b8fd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996fbdf84e4bd06b010644596b8e2e9f5674a9c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce284f0e373f048d4b9d0a255170a67fd5c07a93b81be1d2a27969f510ac771
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7120e19d235a2bdd61abc6327157ba105dd6f6b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137b98fa59c3796d094625f05b145403f45edbb6f3e8d5e69d527cd950540740
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54acda4e05b1d9ad453c16dca1ea3efc09d362d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d7ddfe6165d7b2fde26d95432f26db8748188ea8288eac373e5c07c0180a43
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4241c497828028c7e8aea89d03ce3430ace550
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742d1b60864d6b16437c3d8459ebc33ce0922e1ebb1cd39030857bd2bc86bd54
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d661033d40b3bd05cd287c372877a0451392a50a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef7611111bedb9c4585a650ac20f56b5891403eef047d959801e907980ccf87
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021e9a6e299e0eea0cdee46206bb54786d922c03
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e2fcc245f0acbed994d6818198716d395bf43a7aa4d5d8a73abac8bedb83e9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bb2ee715809e406b9526bb962ab9454d68a603
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba1093b46f5d0d69be76873510234fa1bb977970b0bcb5e878b948079bb4ecb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c353b91fdd3a9415c6a416a494d037b337c3a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30301fa5e7a3164a83ba04c69fb39e31969ab3bd928b4752382455d0c16be58b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f224406bc851c1f4915347ae158ecd0feb36ae0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28efe16a0138fe8a4d407a07d368f0649d5fe9fdf16bdc85fcb3239835d46184
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c47e6b8912bf9e0564fe09c9d282e2a287e4614
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9b38389d54ff2c99ca751b3be2e6883030b1850571d0d31945d99c56cd47d7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37cb765083b2d1174d05d6b767d39d905f2ef44d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f97cca8da5371b10bc88f3865de351813335c8b8fea23fa6117f44aafa4bf35
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87948b7c2485dd1a758016a82a75d0fde2a800c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b11bb472b7853cf2f3adf60169a4900dd64089df63b9ad9c64e6104addd464d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a555685730a7375e12072440fe2c3e645e53a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bde1951c2130a20239e5452686d384b300d56d9a402516e7496fa9b859dc6e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac596373cc605c96a41de7a875060780c9864b4a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a181b2be4dda8c1f982950fd0485270c7a44df5f0f51b4221b655d15dc1c77a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3cbe8a191db64baaa527fec0f2ca556bf086d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094a1a6739af5faf902938333f11a805e2e28d197133f5c371f21e79455ae325
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad536441ae6728784c07c2491630afe585ef72d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ac0acd7e59d0842d9ae2d0a277e19c0a37570c096d9ebeac8ba5f46185872a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c3bf601e4148f60416a2b60595c34adec78138
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015bb323667a03b0f8c714ba0d5af70da4c9e68722e83cf7498a922e0ade71c8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a1600c88628c78eb38720a186e7f3e2ba564cd2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19eb76bab7b32790ec2087ac965bd8e9c74d7a4aacef5e70c8a31d4f934b00c3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5bc0ba4c84b40f73daf9ac82a873344b49f9008
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f90a37f1dd2129f9d7feb9c0009669ebe9faf791d7abacd370481b2b63d0abae
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8e0ee8e7448a133b897b30936711e82648b2dc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d86c8fcacbe029d03f79477c759df5969e365092888ffe9ce5056c3246ac18
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac40fa824641a3556afd485fe6c4e6719247a167
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7d8d09bd57cb932ac65013b163bd30eddc3ac07cc91f639203eac7b37394b4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57e2e51fe3100e2caa748b5152260b27412d7a4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6700e2419ccb43589a95dda3d1c59989593113a7de206ca0e0cb9fda851d1f24
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e65b8808b3923162e56403223836700a45bb85
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4518cbc4c0bcc522bca9ca4769cda2679fb205dd261244b04b61f0d89a7bc1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79e65c56bf6beaee4e9c8ba0e8115da87cbd1d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49cedcb6ab8aefcf9838e91e642e61e0153b587b69cf89e01b91d665ac266779
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c8c43ba515545c524068493fe714380ff6b6ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d3959d62d2b70f9b9ad6334572cc12f891a28c138cb61f9c58d31a61a87e32
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a9c65feb85c800b2fcbad1d8ab2f386b86bf34
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95abf1eaa45422c04bee9f93138a89af64081cb755bccad2c6beeeb5749e09c0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc8b43587b09d98ad7324473a8c05b4eaab82fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e162838b683a739300ee75c2e8aebb002347712ac285e986d5d5f4700c4da7e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fb2fbb6dc83e055539af671accfd59fe9ac7d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec8366255dab8b1db79a526f9f6f054430f2e5d3920fa7cc37d988eb2222723
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ebd37e1e94a8ef56c6858f5d89029ff6a4f394
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9652eb491d39a794fc3b797222b5ab831bda68487ca9499e860950380fa5ed6c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4ba12ccd9359a4ad2982a64b6502319fc37af6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a89049d0d4f021178bf8e6fc1714fd5a0322f66425c80c7f2b6a45256fd337
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a31f9751744206e4b29007bcac9ea1704a12ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab39f4af07940c41f0eb338383b9d95fcb335720b79b5af6c920063edc2beff0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd17bfb34a4449c798c605990bab878184049e5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92dbd592f726b4ee5c41a0ccc41648b68b30f2b689e06c8847c58cdfe90fd949
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd1e74f9a7b84237190a42aa90e0c87f647ea21
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709f0dea73de2f351f56ad68ada074af7a7d72ce8b6e60f891bda2d36a12d342
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7a88946ff862d6b6822d96cff0c0a1d9bca127
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e005b544378c3aeff49435c7a6437bd428b35a5cc8449cf6cfa57170fd20b66
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83dcbb3cf8b76bc07fbd5fdd8ad61667d9929fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03034c9492d7a6619eb92518edd6a0fad80cbd1b1bd79b730a742dae1a4a7c93
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e5982af083de14f0637e4ac81e47aafaf962c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e41d9782f788fd7c61779a752592be3f1b54e56dd124d7a6827aca64500a03b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e67cd7255aa0053019d470e2032ca00a8d33ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a00c2a2c5adea96a975fa57b7ac50dce3bf69e9cc217d38205250d811e79fb6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbd287a94fa0c8f7d0be869925862a45343acda
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e583d9f4ccdf80e125dd36a4a83906fca9ced4b3bbc5dc7b2104ae327403b6f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d83687f3dc9c12441578bdb973730913f1e9b4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464acb9ba1996161babb5c084fc57740a8e00f96a4d8f39492c79951e6ce3a7e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3abce533d9a2564d3abeefe61607d98c1ca194c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8444d678935b921909b75a466bdaabbbbc9ae33e96d437d4e7585c741d1b38b5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b462312b7385b495cdb06a955d08cda55bf6c06f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94edf4591f954e9bff94f737012813d82eb3bd6a1a40919bf63a4ad68ef0448
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffcb33ed2978206995d33b54f27d34c8cba816cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6793af17079fad80ee06d8b0a8d55bbf034e04dbdd96c2fd9a564e1d4ccc15f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f9e16227d65484dc9f772f2b5a9fc3681cb7f6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f66d6cca7f77d66046fa47efd8bc201d45a1943cb648d5b61f342af8f444dd5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6554d55d7d8eb7a39e46c10b7b62005c7e4b9208
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2446a72e18b9f9d3393de8ecaf7a06c8fee745cfb260df44bfa352a89c2964
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302a433fa034d34c1d9fbdd45bbe06924605d6c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c56c61876f3d019adc24c8d9beb304236de1b2aa8e23440a097fa535c7e97ce
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f79f27f392f9d2d032d4631d05c37b1bf011cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14e2fa02319b6e2defe61148a63f36418e8198b5f8eaecfeb2026f1d3ad7dea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c0955ee3f4eb6a5e1e144e044aaa21dc653261
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceeca41cfcec5f18de948dda8ca74abbbbee77871e0ffea6bf520c59558d2f82
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37a06e01073e89c63c9772191fe778e98711c3b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38be5f86cf7200c4402af4653e5bedec290a8e324e977e6b29f6fba4136e8e3f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5ac29df26dd20a0fb9edec30f640544a59bc87
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8451d05615c4068f603907c143c80cba82b4e2364be66a59238bf8d5913eb720
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6716d09d77b3cffadc40f63b4178a25d8ac794
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedd173e7360857d57b5ef7b5907204d97f0e67e7c12ced1e38713271450f386
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b430e152ff0c5ceeb1c249d7c1c5166166a06d8a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0fd846986d4e71056d0cf46aefd115f45c279598ad776c423a9f1ba385e0db2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2337adba965f474a8dedb7a21d5d9ebca592f15a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f391e861e2b007d2e2d9d74619beba43059bde2b7642bdad2741a1d384d18389
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac51cf372c450590b7d4fd486a81428daa43222
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1bbf6116508e8ce6267dabb5c612cc65709bc1a813274a151148acc77ab9f0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a9a76339f61466872c4b6b6893e845549e1034
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12d51e5ba1df8b7427a4d0315bb1e672f3550b9738b0b20650272a83be222fc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012f566e3eb2098c28af550cd194ded8d732e316
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351fa34747ee38840d92150c627b6ddc729d0579f1a0c20152ca8601bace4c38
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ecde8f0573cea0896e86897e560aea069aa6a3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511df2a9bb1f1d4a40244d9e78f18dcc3a26561bcd958b8579102212f2622ea0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16788188c510805393c3d80335254ff6091b2122
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08670ad0a2e124c7ffe2636ad54adf6a64265a397c6e3e16e273629f7583c5d1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491d7f242abc7ccf5fe6e921fa3a4247eb7c3fb7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc559d0f7daf0efec131215a0b9aa6d94698a9f61da84df06b95f8e5164b784c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1e19e0b555706f3c057146ece0a6be785d8d2e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8275227a8bd097b834e8258feae28c528ec8ecfa88a8d2baa26282e57476078e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffda5e81713b674bb87a5e40dad407126a21475
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba83c2e6c886357379500466b09037c72813eca126825c64c39481a9b636144
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e48c96a9dd4b03ebd0af1df305e5e5cf60ede2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc42e0d036aeccd6df7f2031c8c469503b6be5b8fe4d07693f1860e9936e314d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b107b88f7d5b4ad909300b648a69827c38d3d4b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277e19b8ecb208f29e1bc9ea7e2129e5f77482adb93128bff7e3a78897079284
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96500a45414e15cd035653ea1c5c102baf3abef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b428a72ed7cd1502fdcd1a1c82892a1c33b18ca2098e0a0ae256934b122475fa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9f0a3c5754044ae264260e7e3298d36a51edab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f9361a1f1e6e76ea71a3a3480a7d18ba97732e692ed24df9b3e7fb750a2749
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d06222bfd0b87c04fe56bbd659baf749578900a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368fa5fbd3d7e36a777d875e12a58f8fc1cc5f2a3a97849b068aef8002d5207d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb77f98c7a765d9284886fa27431dd30ed1e971a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3482ed3d329cbc3384768dba042bc535aaec035666ab5423764537044ca4e7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51e5b75467fb71977773caca8d0ff46a16eaced
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff6e2677949d7ca5c213c42d66500ab1e9746d2e1c448b58514e4e63f0f25da
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d8029c8c45ef983bebb0432ec50a0b413dc937
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a79af0bdb7e34fd6a1289656e8a31e31fcb0aa7797e77bb531fc38d9e976d4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b381ac70fff1d35806e73ce82f2c3c34b26187d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbcf27558ee4e7fc8b179698a7a433439d4a0c1234c825f9b75706fac3c9dcff
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43254f1751cd576a6d192b65f9a8594c9f719697
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb8af4a75ffdcffe4fdf176c2655be0bcc0f7e307f7059a8516aa6c3e92e2bc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e99503044f789078210468490220062ad26557
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d252ad72aaa5c754a0ba6f61d05dc0b312f847ced7bd3b64d01cda423d55481c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a4ec289a739200d0e3666836ac99e315e1887e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b008d490027c82c599475be353f7c51fb2dcc19813d72f4203cd8a168aa20a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f2e237773cd6ad69c32e0510b83afd9fd544fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958a77e329283bdcc57f5bf2209b246720055e1116a6dcd2190f295c9524dd6e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c936d0028e430c0b6d0f2c90d9fa8d6624e1eb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69306b498f8f51c9ae2b2152403bfbbe31d3f8f7a6f55cfaeb7e1e4269a690e1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49777988a2a460039d0cbabbce91f0080b94df58
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3e12290593bc99a38317079b300d615857249a1498bba8b8652cf0db22d612
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d48075db1e25dde7ae603694b6733566f8d054a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c05dc2f4c3cf8a7ad83166055b271c636a91d024e425ea94c4c5aa9c9f5dd7d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8180f71635c00fac54189b38560059fabc29f1b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c9a5aaacf4cbe0d7e6711b9680e3e700b21b0c63f6c4bb71793f80326ecf95
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b6a604e38628d2ac744bbacd55491a608bd97e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d3f1f4fe6d1e9f111fdf2bbc70c5e70a5addd796d8a05edcf9ad18e0c012c1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13513b853c60505cf85138bd8099e60c2362bdb5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cecbaab37f59d6c5a2b9d4160434a7374b03db22b400d021c22088ca71a9060
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73fa2fb14506c67af26f8d173fcc954aa737944
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41e6d194d8ca390a2b622c7d1e92106015ad82ce1b6e997c3fa8558db332b51
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc6aac0436c0acd44187f7862f17646aff73aca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07b8eaa204d1afb83b88cd3d8477a35d12be4da1a20938bd2f3eea60238d9bb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb073281872edb15afd7a23bf737c076831bff4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b582c236340f029d329163e49d0feb4af135a22215307738cbe26c5dfe42a14
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b3f601917e9f5d1bb33f565f1eef44283dfc47
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5747517153b346c1b3102482df990e530cc98c70d280769207627de9d78132
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43812236e0ca02249414efdd2072d4458dd4deb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3bd1cc4ceaf23c288e41408e4a20a6f14042de204c5aab9044c5292a685d939
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe997f903f0ac972d095807dfca1cb216c021e6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7899aa04c3d02c79dcd146cf39cc2069853d78ae23cb62b9eaad75c8fef3d0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22abb601b5c4ad4811d5f40bcdc3bb23091ddc0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d0ca37067c85dca2385a44b036860c8e87b1f5a8231dedc15467b574cc5611
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0e639d6a97882dab652413275cd6147100d2fe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3929d9286a11a0fa4f83c71506d2fb5579b3c81cacc9a3d306b47aaa910b7afc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea404998edc5ec44c89e1cbd4f12f4a3f763beb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821ee97dba288782793a5f47e3aedec59a3d6cffd1eaf05633e26e58a392ee3d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88eb716605f335d5b0e2138183c311922ce5bd89
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0ed53076c931b8766c348cf394c83b90b04c49bae3aac63bfc20ec8675f650
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a4824bd3ed340b727c09c84f353e659a5d93bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8312bedd9921b60c1e8a141552a2c303df919466f7db91e9b8c0a793fb2b61a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07bbff33d5a21356df353b435eef52b1c4490d42
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422179eff5b2f2ddcf7950d375a532b97d602cc910c650e1020a22c7178b3587
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53d3e0c36b7a4d1db37f510147d4488230e61d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143aec9e20ef6e33dc16181d47d66acf15254d86c73ae80932a20de679761f50
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e10cfdc9d2c4316f841ab817b860209bcb0079
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da85d286635eb6465207e88c4366835ee726e6f83086b9437820a67792e74669
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59e867b460383f82f3f9cb6ed82a501ecf975d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c545c31a54e559767898a97d1f50dd5340f42d1c16d1911bd56e1ff860a9d2fe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11dedc8d192d26dfbe2a42b8b2da6837d4a3b69
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d179e257c34a31905e778e68cdc69f5ed1405761b87cba27d10c77b64a6a453
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7fadef9826f6d82e8b05ce5914082774f64eb3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa69a154ec7804dc0f15ccb6fbd97eeb838ad6f3fac3263401d28b00197cd64
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a2ec233dff7b2f5740da8ee323367de0a52816
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aacde1ec72a688daa9fa1e16a57553dee6e1339b3590e7bc85a99065a6a59619
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b117053a19a6d3e1d66e96f9f90a93fdfb5ade9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba28cea73efb597382f1fc0fd56ca9a165e491302df7aafff842bfa4281a2a9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e8216b1de9ee365765886e2ef8d23d8d1415ea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9522883e4da7c725e947a16f6590ca1b9edd336537cf8ff8cb4ea8e94a0afbaa
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1032c748d668a743d4c3b31a141db909639177c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035a26fadefbc51bfa509c62f363ff9a233fab44913f103614bfddd3915eede6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b0a70024e0132023136a4b4c42fce007d7bd44
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a50e174040144ec967874b93da57d655713f8215fc87775502d1f5ff75697f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270e4d8da348d2ac54f31dea4817e45188942763
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414f44f0d7d2a5fcec33794473f61c0b186b2fd7e76d63e28a5921441ca51e2e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b14fd4ae817a56c7cddab4b0cd01c3866df80c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea428a879a685d262dd6e260af5badd55cd88a8e9a6db704b5103b7474b63f5c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5958ed6b1569f488e9a0a47ec7ce6704145bc2ee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0d53cadf09d64319d6a0648e2c5fa44dc699e92db465ce2e7ef8ec944d65a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1561e63a94861f5d34bbfe31d4017d3f2f7854a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87613522e02459de78399208d065cd866fae037b923cf4eb0f03cc2c2cb597e2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9ccf8d4df63e862c9692d5ad6ebe099eb4484e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52541aaf8ce385b094ee318dfc9885902486069fe2391b1328cc51a46385b0ef
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a8a17209a165ace642f2e72111bc93725b11e6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d64abb7112e10b787975eae62cb601ff54651c35adb3433d4da06bda7870e949
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d20cccb27f15e44e6307fc55a3badb650d18b1c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2de07351cd70b1b4cee3ef937a4bf1873b234d8898c60d643768aecaa78a0cc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f69d62edb4b18d2871f918459ba23df0863ce5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ce7b315250ef0ef6fb1b8ec751a32e577e6e7cd5428f6c82f361c92553cc7b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3012e261c683563d1c7df62ac7fbc74f85e1eed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a11a30b9960f34ee2c762a12ba95dd88c4d8d7567b43269aaa36ad195e0408a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7117f48a740d164b3599e405aac053b2bfd06c3c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932f1458d22f30b78aff740c8a562322b24f4916a4704589de3cdac4f9f341a3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253af8fecf2756af5e50bfe8a90fa8fcc0f7be48
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ddd5d2bf1e2d04c61b41d6e990d91ffdce54ccc5b5e09edd57303ace8d4350
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712a077b2f3d00db6e1a6a3c1a94f614ddc935c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1faca90e0c1d2c55ccfb818edbd0a25a201fa0cfb1e7657b8b3dc9ee26739d0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4009540ed45718e7834f72ede575701980ca35bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86884fe0a9e4bddabdceb2208fdd01b47327051d18fce68d0cfd32dd2080f48e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a837daccde6ac4be7f959a008226e668f4f961c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170999de8b4e0b06f8b0cfe5de5ef91c76832c7676e6acd7a0512d08a06c32d6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b177def6afd576af0751d2a6006b1f4f9a799d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6533810be230910655ad718fa7a3d007b568c303656e6bf1ccab51c6fb23971e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be05ff1117778dd8af65a556de0f6603116c12f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa21e7e440e7b99a9ee4cbdc1edd429f929386b33fd30e77e2ddd62238d412a1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5334433febbf9366f1d61da0f67533b27f1eb2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82741683117229e8bf45e5e919be426cd16c37470d8a414dd4518efdae84ebbd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0dcab1bfe79271bf83a7129916b4fbb2f238bb6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64631872072afa169fc672609053d2c70465720741b43d4cab326f903070baf0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd967409cf1835487d6e89115055887e0268b47b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f552f1c974253953f327f7bf6143997bb7fd520bee67d392627620e06d2800aa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0facf800cbcf3e6f7c6931d3e7c8f29f3a4a8f2b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b88cec9c92d56dde47278a862c074c6182a9346ad160e74d824dc0b1c274e33
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c53d9151eb4315612baf073b2940103ad316ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab145a3371889594b387ddf9f671f1e9a9f2f719ab3bb770ae8a04ab19d90cc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca478e6d6d8cfbad04adbf78675c721ef803a0a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959535be35ba4ba8478450e74da3098f4f9c24d5fba02f0b4e6b863d59a71628
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23146485a179687f7a6602ed253a51946feb6bc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfd89e1ea19695fb29ef4d41eb0c4c312eade2d4e6e5cbab824086e14e8283a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dbd0b056143a1af4f90aab7103f8796fdb292f2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56692a2d464f72edbec744179ec334e65f9338cf93304a2fc7aee869d3bd625
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d2b4e1fc08cf084f99a62bf181b045615defa4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e6341d9248b1c37d559405a82da96d978dceca629f6c248c7315fc916768d1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a80efb0acb56bcf184acc8b452453ad32716ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d7d4d99fb54672a7005dd06f0c7be6cee8181b77d8fb78ce70e6cf653e1ad1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afde90dae772f41e8a394a4487811bd5f23c8a71
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d60fee77cfb3b4af336805ac057b3571bdde82038ffc362c3989ddbdeebe458
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721a31a933629690b968968cb77d6463e2f4f416
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb303f57e9418cbdf5e8056cd46ca312fecd06a6e9b2b083d972164f45ebc23
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d195dac5ff8f7cb7df3d6074f49fef3dd51e1773
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abc6c12b2428923c2c2fcea9e998648ae4f25637a61dd330a9fc4dffdc37dd2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5ccc54e6cf28294ad7f8649e8e3738aef1f7c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1033c475deaf0a055a7eabd7dce848ee69994d910e550ab0c6f0e09d635f09
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44004d9a6b6bea984bd18e9d6a0c2c1c038d0a6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91492e7934279073533743ede7378be81541c00a45a4abf5f0c156a7cda35ba
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3953b651c18b26c9e8a62e0d29b2be25b329111d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa9ed183c2d746cd956342bf8de9ccde4b376904f97e121e187efd457f0269e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab1052be4b64eb006d79a877e00841a55da260a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c963ce97d8895edd991eeed5264711eea10516b00761dc85a035879ca5e6ac
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3360736d36f33e27daebec78c9932d7b977821e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7d46259309b6a74a70dedae7ba515fef9adaa253cb415d8fb8d950f9252dfa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8aea60293ce04e6c2439cfbb547b374285aa765
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a0a84d01efea32fa8cac5325862c6b9783584c5d2cdac8ab8259febf20ca22
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ca4a7f3b4442e20ce183f4c3636e720d782803
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafdf11f9578a2e2249b7b02245aca91e8794bb80793e54b60da60bcaee592d7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad2f515f3b010008ed3a051e248522dc1091594
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64fc036c110389bf9ce4c64735d1e8a757e2bb92d1f82156fe5e71ca5b81a4a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475bf22253ee5c810e02f81b512f0bb935a81bb8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:202a9ae598c30347b016cd4a65b87c90cacce007cf4f1c72a83920b05c4c8ae9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1c09a662fcb67e4edeee70f22e69a314d54dc0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5807f5f80f2d33c0b9ee491283a0a66a75c1c4047bf51d1d053a966139329e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8fec697bf7eaccf29fa36b2e60896fc726d6d41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57ced793482653660eab9e843c06dcfe76eeb51221edfcd7243250bccd2e474
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625670db2219a55bc50a1ceec216752e2e3b7a09
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a3756f0457e7340293a98d4ba36b52509c1e39e7c0865df76281d4fb348dd9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56561c77041c4a0e4ef5a07580cb2cff33e9fa9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68486470209b0aeb89f94d8c9776cb130153b0be7f745d80bb35e742429d9c40
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ec6477410c15f0b568dc10b48ea40b1ebb2f7f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87da1b3825e73edfa9f9c75cea47beb9c50e9d51a9340696e73fdbb2c21d3c6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1e78c307d7c9852c9a4912713c127a79df8b04
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670a7e168b214256a0cc4af89a72ea700b9799720c3be171a6abefc89296f233
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1983bd18324d02a6dbada3dd4fc5db7fffdc49d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19cfbfea744f98a18f9c83a799bc02cdd913aa1cc3470c9df5d92d3e26c1119d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597f9dbf5e7a494982609ee92bb419ce76ee7a59
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6bfe41e22a16283fa8cad544ecf69e0bb6ef5fa3bb068ae562df2bbb1587eb9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d2992b01c61ad5355fd2aff88425558ad12d8a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f93883ea1e32d92496b086922beeae8b2b1c320c251968269d27e7d8644cf0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc5521fc6607d3606bdf5f0b8d39e2f5ebef77b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068ce8ebf6478cec642fa94837e95579756edf095d26f72fcbd0158b80ae89d1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab55ccd82b2546db4daadb62692a3fa7fd1c492
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ddf06c18ee9617d3cf599d61d23aec35a1a73b35ebc256461964b7e3b63fef1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110aeef58afdc5a911c2ef3487e926f1193a00ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516cd4572a2139b2b9fd2ff0e44bea75afacaafa86ac55b37470a2482c0665fa
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbcff8fbdddabddd4a8ccd1bb13239818f60140
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30fa61179e6914235c6786a4c0f16c0aadb1e43dd8cc0e1d7b294be2aefa34f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e761d66c813626c71c88b0102dd85d372f64d96
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e18e669170d9ff837965f99e25d8db7790902833b1399f3c1b8b1918cd136f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd86f418c3ba393e1e3f14f2577763c0865cebf5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e952441ea79edea6887770909bf9609305d73c62c7c47b905c7c46ec84d2f0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17558cf3184ca5331e32ff9081c402bffba9c0b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086994e74891746be51eff798dd17c1258d3202621503bf8588458d7022f07af
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f98982839889ef271d7cdf4be89a169e5d90493
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1487ed96057315800a658cfb6b06cf4f11dd8a79c673fdcca4cde1b557d34aeb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b011fa991b704a4464cabbb98fcd9b723b8663
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973086b13a2cdee1501520e605eabb61444a4839145276717ee0df71cdd36339
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb6e7171108ce8038ad27b944e728803706e732
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2e9091d07864294f0ede6f4a789c1500a7ad08ea9e2374fcc16b9c82601ca3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08c6a29b121f3ee2144f5b91eecd067d8be8120
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2247106a0efafa7d8cf48c0dda939cf267f7c6b723780c7f25851713e68756
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc1af68a6c278f2f89974c4b8d9d05d6a3e465e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f974acc21372df93ff3de9c5590f5e2c1979e8187e0f6d66091e930dcbf3eec
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e24e55816098caa560cafc366a6cc6af6d1dbe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94f4cdea3066e7e29bff5534435c2e74072c0281cfc74f6a52c575099caffbb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0fb7697efe9e86186a44192f4f20d4e45f8e89
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39c1f0768761455803e7a533c7dc8431aa06896c9135550c1bba9892aa34da8
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc8ae14a831a5a1cea3bafcb90bac619b0b4e70
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab511cfaba74ca695ce18fcaa5f9b1b9a461361653e785e1f1cb654c6b51e31
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6d8a19697c5302102a55eff64a7c3f7bd3ad21
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fefb8d78bc44998741e7210807c9998cb5643f3f252605681f046d5c213945
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fe474db16c539bc627acee778e359d72793a4f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c593cde091e89c96ad4d7aa902c273d4bee884dcf68867dab3a770c1800989
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8a70b0654fc52860721815bf4f15d00d90b1bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd92a2b75b94323bba389d9f1fbf834b6f9373971d9f56e04e9970d3dcbd90bf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4c6540bde650024c5f4500893e279c735bd69c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e952e8da95fdcb05c5c3a1538f494c4d432a7de2f5437ca1867d9dc44b1c85d0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fff2589d9d4f962957af2b1e86411805dd630c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a57a90dffb066154e6f0e26651e74d09cc0fd5136a4c43393f3ddcfcd3ba19d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74e9395c186c61ecaba17be7414463ca9404bff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718d46b3135c1252e56a59e959fb62e700de1ad73bba023a0d31d851f97fcccf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b428cff6a531fe31a320f9bec7700d9504c949f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee86a74f172b8bc3975f8cbbc509bb90512337e725654a4946845adeb422292b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8371d5b28ba8fe95a4529046b7d3634418d9d526
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2028dbcef9b6909759082ea31fa47c943ddfe7b807319496d3a80371509927d4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299ae812797b2e0fa4901a1e46b4c6c21af4dc92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e0769ea4678034c65d1719e0b06cb9a764f487f83778963bb684432cbe3cee
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e4d9b5b9d8ad3ababd4ac2a5186b8b52d7867b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f6dd3a60cf15f2d910f28b64a1903a6aea1224dea194e710b4dd5ceb3a3929
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46ddd5499c8c9cbd266a0beeb88d03afbd03e5b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8222a80044aecb17530f19ca80591b10178e4941e72ef005adb0ad74954a58
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d35b722c85d37a68905de4024f19fdb43238fb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f121119039cdd94f140390e1bc5a449e384679ca5fdb638ed7ec2fb1e75c3dec
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4649e74ed66bef26f7a86365b4a545159336e2bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4475f19d1bb5450cd7f82cfe07ec0e58a22361e43cb0b7fc4c45916c8c16465f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48a78a5595843b691791c5d929a8a77f15b31bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a00a5bd9b8cd329e1198f6b9a5442389eef808a0b802550e7c48c5596449e9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b6c33fffb0725f916c028b5665d6cf5de1b830
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469ae1069bf87b94c9bf3a6527057a3cef90d18b3d8f92513a586930a663d171
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109c4e06321b407b535149553cdc0196bc37289e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4069b56dffd351b3068b784d0cad71a1ae9cbe23064b858914972e8dab2c78d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c480eb683e2960756486bf48f4a152001c1d9ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2bb2b3ad8fb2425fba107390abf23e0de586c392cb7b495146026601dfd9a2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770157a9967ccfe3adea4d190cea13cfebc8baef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b13e3e0745a01d2fa7ec7dea8de669774036d1496681981e9a8b219375625d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a419ab6c741ae49e7b905ee483567142af2fccf2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707c72388acc227fcbd6645af3f76251dbddba575c2311d3b78a3371677f2ef9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..946133489eb8ccf18781315a7a9defd09e0c5ca6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0988f6a443cc71656e355ca8d87a871b977741a975acb764e1583981d069d931
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157007d3433369bd00e17ff9d13bfeb6949b5985
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfec9cf047ab0e3f5dea6bffd431d3c0b851bcd391fe44b8e77c4401810fed51
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a859afcf13754b8c1615f8077b884206a21113f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddba48eb8c11ad124a409a9bbad0296e712fb35a5a3c647e4ff8573c665d263
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490f3086bc3dca92b234b291d853ab742ab599d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf8a80817b42e44ea7885ca897020b54ab4022f11a173215bf1b6d2ee525321
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826cdc30d80401d468ae65df25bbb128e5b6ccc3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2804b75b6ff7f6e318a6bc3528c8c2eec3de0642c130d96dbcfb240e31af6215
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1797cd0ed5e4deac0e60723fa69722dffdd41439
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c716b96ed16a1573b04b0fb341704fc5a70eb21c9262fbb88e4aead490ae213
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75d649b57fe31dc9ca2149dfbda6a3db3b218b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935d46284c77b56e6be599ab5ff2ae2cf9283b9de310c6c327a9ae1522b8b015
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8625ff6a213e2bc61051622458ef50b746ad06b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabf18ccf0a323fba3c225a69324018040ae01a911ec960d0f809923e18af6b6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce61a34412cd01f6452cef2a4305af687840a81
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2487298bdc132e360ffc1534b3da18c4b88b8d6f4b24d10142f3bf6207962e6b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fe3ffa41a46bca868e19dd544d70a1ac0abe89
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bbf2f2be5446b15e3d72d2662e8cc9a8cb190564d5a6ba385d3f2eb3bc7aa5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235032c459298d78b315a853a0673269f3a7b902
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76512180252892907ee421e027b807614affecf80b296f4f5c00f3cea1d6a976
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ac689b841f8b8288f7e56f95c226b46bf49a3b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77826baaf9094845a3cf427bc4b22a37741cf06b1055c81c604acb46c3410a89
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b92f7111885a9da8f7bde51dc94a881a9260ff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9871f74c757bab8c8988b011845691799b01bcc85d5c2c46c92a8013664f6e7a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2923908a22fb009d8507fe055ce6d9008f7e29d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b5689a22d7aada1b939162d30299f728cd2572185b523b961842548b35b1b9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a26dca3dfae4a8fd0ff0271a0513b30113c7bc6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a82f31dd5e32dbd2c1cb65352139d1f843ce16bba131c2721cc0fc4de2bbf76
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fa64b258114d38da7364c067aa61672fc78bce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c0d81a647a020cd5c6dccd3ca69520a8115cef12ec2e1b8f240eaff04e2962
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8d162a27a020b563a07751e5a67579de682845
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc96727f6f9328fe2952eb419ba6ddda6f58b9ae0ca0cbfd2f5ff7e3a1db9cd4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd15b953856fbe6324c5a2248f0cf9323beaafd9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d8be538dd4b8adea0ed5d6c1be943e927deeb9896dd497214315495d04ee02
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477920d2475914bb818593eb922d22bdb18fe7b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f691b0e5e8a8e8253f7ff6e4a26b51b7b78d4a238a79a24daf97c7766c3fc4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eafa55ef8beb54a8ec6180cebd3bf5075c6b2b32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d018790aa50a8a876be2a82a30ae3935a6f9029dbd46ee49574c43f16ac8427
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12feeb05fc8bebecafb9e0cf074b564d0c07d8d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0d43d7fe336954029e6ba59e4bdd166978301aaa923b4dd623ce626486a79c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12249b56ff7e6be880e13a22e3dc2dac40999f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4839bee694f6465f735cebbe3f7ffc334e84a6293f4c987417c310cefc46ee5e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16965c797ae36be8d117448c916655c76b283260
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98eada13cc43676cce6b959bd019d47098d1ab45c7925566e229040031389cb5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81fac5a96792b9cf54b4e413fde43261ee806b64
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540d2836ccbb3de957aae743f3a55dee19962d9be67861e626b81441e63521e0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bafc4439234dd5d237d43d4e07ccef4ad53af3f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f9b4978db734a6be2b30a8e3efa8d6f5db1b3cfe45de05753a18f4540ada11
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..330ec5b4030dba0ff0ea092c9418ea0d387c3d94
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1902efbfbbb27a452910706e1cce88ec1715fc3fde068989059c90bda074933c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e686bee4f3176f6d0dcf15e346d1a9377ce98c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386b66c1a8266f68c61391a30fc40b0c483792ec7388fa866b99c56ef2671acb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca81cb3b7172cbceeb1376bbed56eea74dc3971
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05267c3c725220a9eabbf8c3ec529664fdcfdf5a434da7935feeb9e936294c04
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53c8505f0388fdaf723af5866ed051b8a8e9107
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9543d3a7ce41a5169e7da4a559a3787cf234d0828ce66da0bb27a946863ae56
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebcc3265b58abe0a2ac277dbf828130a9c1e9f5e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504c91a85c711f7b070b138c2aaa82eb39b764c79078e46dd7cb450c4fbe4a9d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e307ebb426598827162345d6097b642234fe49c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df24c7c5d8d0b23fcb807e6e9daeead0ecaebdb751dadaf23053b97f99e50685
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a2fd6541de48475439520d772d0c47dfaf99c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d52b0d9182ec77ebd8bdc8454e705769c9aa329c9171115ceebd9bfc74869d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4d3654561787d0eed71681a73bb6cb8b988246
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f955578a729e4d22911e1a5e007a798e2b0e30f9f6f4ec913b725e33c32e08
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac9582e52eed4a685d9c15f14b186f72d484f5d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3061c59ed5a72572924160d1a7b5683b5ad877ca55cafacaaef27a5de79f539c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024874d4dfe3cc115abc66ee82641ea5f7a0ce5a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5dade8c442b5820090cf087a1419fcbe0a93f4add5ca7d09f623109335f682
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70324bcb97a2313d44cf0e02ed4c8f348997f078
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d2318c26d750650a08373056491ab264e6a732f03936349983338b9a73c0d9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e7e481c73e5601cf634f5106ef9bbf1aa90bd1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e823334765aa526435c933106ad6d478d0c72dc4f20638160e386c36cc0845
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e60a0c7b4c3f98e9988bef75f706414fd8225a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d747c732d3c973878a5f1a027936dcf4a20d19f483d2b1ec26fc937fc92f45
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ae9569adbce787a247bd6414554e47d9f09257
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99cdc5d54e088523c6b81d80b28f707544b3f8e0db88cffdc027418ccc490863
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1697900c786c797e517acbb754600e144c35b400
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa9cb109eb3a773db4b123487f885c67dd5c207c8b17e7d1cebe3b7ef505bcf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04bbd7799b7759589fb7955de058b293a020dd15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40acb4c8ea8a62f9ea111d87d813dad2ff9670adaa16329b90e2895edfa676b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c5155e3ba75a7e8353613536665235555803f5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b7a7465616a1fc7ac5e0c7facc49714deb1ac8c521a5f263d8acacce967fcd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031e59562d948b26b93d44c43780d835b8cd7768
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0b585eba82ce47dfc711640162d41d05e5edaa48e72a9ab8ce088ff8409666
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149c90a693b3a058773dbe5bc3e0a80b5c3608c7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7653c2e8dc665f2dca6eadc70b7be345055d07145b814543ae3c370d53627d2c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4adce5781f38734116f46cc3a153d03510f8afa3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76b7ec2478e38daf5cc3116df434bd716eb4420105b8791cbd89a28520e65e7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cded97ac32c60f8da12c6b42a75b5efac9e6cc4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe24f00b34043d15d37e8fef1e86948eeb277c3fbc13777684ef9b32a0a40029
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939b80e3e7026a24e0f6e7cd15a52c2191663648
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b685aca7a0a43c3adf27147bbb9a965eb10eb2a0069613ad3431af3b8c7f86
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570f22fd7c623e634525f5bb1628a3db2781df49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4292ea2545b72a398362a87ea2c373dc219134e18d199c3c7da7f123c741f822
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af00f1dc5b585667db02eeec3a9c15a2d2a88362
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f88194789fb1c1ab83ac31bd09449b725f0d9b8a0e8088621641f95d88931300
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd26a77cd503269252a0b4a11372e446499a028
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e619492347b7497ef3a947e1fc522f3dc722fa7ac6082ba0d922ef55996a0e1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca2ceda535b662126129cee4e07e5ecc83a0c76
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce22f25fed515950cc5a3d2a10c7a2645c2b4de899c03416111918639395c8c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a329e5db3962e53154abc21c125ff0d340942ecc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16aac6b616c666e69bc54ec336a0a6439fd2f1c40cec780a284c0dbca8e7da23
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..040f886e91c7193737182e6bfaf18660fc8efd15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089bd4a6acad99517916d7ca371ab902999fc9edff29619bdb45b09f2f88acec
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0dcada768176768670d8ffc6c53d63cb25d542
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94fe70cd4f9de88809e2b12d99dfd3899c51218e91d035773971c7154adc838
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aaa515d9009b6d056cef25d7463727154466384
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a555eb6a96fdd1cb21c046e8a1fbba43be2fb8aa857fb462660b81bc802dda5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c440cd60ed6e3d7c979f634c7c94eb727c82e7db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df15686cd1cf4b9626865a05dd69e5c2b4e164d86cac571f663515ebbfb25aa0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b286e1c6d6d923a3515a6c1565c1296dbbadda1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f20337752c34cd0600af51a2594ae289a7ddfd15f74d09c81ef24c3bc2f70bc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cc805b108a772671d88947335e4bfd3ea0c50b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f17349a78f6386b0204d8537abfbba7d9f39e145f90f94b0da6ad97efed58fe
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894b3a71284380ec71bbeb141aa90be8c9ded07e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb96ecd31b0d790e6c98e4dcaf57b5b2db535618bca55b446fd768da2fca465
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1bace9ea540a36fab7da892d5cbdc95f1242a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c99246d2644c51b13e64ee9778e058c92c8258d51a3a03867ad659a124b5d26
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6137e303dca1e2ce9f0e23c5cffe1c1d0e95ea9a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7f9cae6d23a33e134707d87c82eaf7f41d10bf1eb43a157b1c0e980f64da9e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca9ccac5581c4c70a182a15c53ba62d17d25aea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab8c37db2d216b7de78a0b4eb3a20422ab341253289b6680f4316c6993482f4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be8affe8a34c34051223154e8accff2d69df490
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e514a4cb695f067b38c64ba38b2febe5e9af4ab9707e3459505207e8d1e071
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f590fed1b7c63702be7871470fae5e3c70d0458
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b139f3079507cac898d1c4200f11aa498b02554fad42e31d4864824ee93773
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae21987f9e4d5b9e26d68de7f1919e078bf86314
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d326cd8e9ca824ddb6878797db1b7a52d744ba871b5777156a98cfd5108566b9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5f222bcb142b11449eca3db1176015a2b2488f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de072d7a3d8639b854f8e9bc187789a7ac9811362ac4afc1176eddd457c30c59
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455a7933ade03df23f68636488a89cee36126a37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad401a34d459803712d343f5b95ccece5bacedde3a8dc19a32612bc200c798d3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3db140c7004793deeafbff65522a1ff65918da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fddad0f6df61d904c32e2600f8dcc882fd0e55992e00a2d17e524258c777c9e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ffce775a77670d8bea1b113cdbedcf6a8ceb84
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6908e8f730ebb10d58d4ca0963c948e185b8a2dbf161ddac871ab08abe4eff3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1faf80779a54e880108e1df962776dcf63208f55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2865d626502b3116270c8e87bce729876e0c92807090d20977f62b419b2ba5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c7021df490a6209cd44b74219acc68f6c35e7a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c4690724d346780dd5db78a4b67f2d150b125a69e511c473a4cfe7270d7b42
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71efd6aa3e33d682f44ba5daede1e3e96d90c7b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de7e33ad7d8e0312ed9da93e70f3afb49fcf84637312d9c567afcea3e205bfe
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a779ef66dbdc130f32b0e2529a05c57612ad0d7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78f9649f753891456052facd7a5a76a0dd7df52b684d91df9e9c50e145209f4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f3e71cb1b1f243b026d0794dbb813f28adbf649
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab9f32467b42c7d7288699a93d7243c7c15865ae7a47ad1bd1501a8e23bec1f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36bf1d7724b876dd725337c7eec90a4b1a84dabe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7e348dbbd1f538749d3e8ff4523036b42fd1e4e55317c0592b35a0a399e782
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ab21082cfcc9a7acaa35b6602f0d183465300c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f422d6ba269ce4801a3eb787cdffba4730660660f0f1d303467ccfd22c8b8436
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c9e0f1d83467db43fbbd639c4e64c338faae37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d97b47628557bc2817c1e919fdf392b5b1972436a913a29d6d85cc49daa7df3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fdfd0c5553d1bd08ac5fafa1299a4ebde075a0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309113686d746a5929da625a371b02c9e10c365c26b136e9b50ae484f50728f6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850abbdffa2e7832d2ae7b99f989e8850d16c774
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3d4c46742eb0b2eb95127d0b0a89c1ef80ca2a2853c67a9009fca25e0d0ab4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9861f709c5066733c365c4ad2456e8c70417b971
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b331113f1759ee58aaf34d8ed8128ba942888843b71a48ef8285dc71a84733
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68cbffbc7da08b923d3b106875d1a8616dc4b86
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8b1012c023e0d9bc9ae7a439e129b6f2e7c602e90fc2a82ab7a69c886ba326
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09772cc44d1f0220653fbf0b949d34c14a93142
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bc2c3fcfc8083111e272b91edaa673a33592c6e7d044e6539bbadd70da6e94
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a25149df6c1d8abbe6aef2845515a2b9dbe1bd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86528ba036b5f74918be7b10f7138127b85fc7c67d77aff5d6be8f609cb7732
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e663b52524e386f652679d293a00399be577dfff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a1598aecb33944c5a891f784b84881a6decf18bb7dfe6b3c1f5e0f1f2be5cb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23ddca693551688a7732474623c974eb21981d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15f9b471b6247f2f531027fd9a30f0c660a20dcfd2d7c8de98f2d01281c1021
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f716b4c378b433a5425016db34f6924ec12b893a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c849e6d5c034e234681f8bf0dc0f5461513f23574d4b351ca0e65dae78ac19ca
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1969fa3e83fbf21574267d4a3e29dd6736028566
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf04689f64cc313ac63dca503468dbfd357a8e3c90a0b7223b6806b30dc91c3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8303c8f987a14b7fb5ba524ca7e37cf5b58d305
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca27f8ed97f9a185a33cbf03da695f542410da2baf97d9947194afcbe211dd8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9118e6f97628f41c97f5c039a59364d893e224bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8963538e7e6dec19407909941f888193bf30b874f781503f8ec82f525a524a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebebb98eef5ec9674faa9142dfdb95d58002961
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3348825cd6edc75ca92a21bb1b420e349c6576c4d9c89a1f94b254e3135b76
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af39fe8ed558d3e97c69f1c231956b9ac3572867
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e6819934af1d1bb97ff1c6987e8d6d5f629440b0c905ac8d242fea289e0900
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9141fb303d924eaf334a6553c8bb87a68ef1a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f31b203f675687f8cd9c63e11831af87ebfeecec9bff0d1ad75696c0254daca
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc60c1c1c50393deb58abb2f5bceacc2e46f39f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95bca554669528176d850e3d6a34cf40d28d7ee65f94f69c60be0e86aaf730d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19384a07600ed14b37355f306c58b0d876dc20c2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ce059529f2236b6d5c74cbb4e83d1bb7d4724e8d0f1e8955ffaa78f308fc33
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86de7b9ed830b7c0aff2e1653401f8fd1631431f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d462a53fd39408056e796834728ce26f9d0a86c9403502d9b009854401180c33
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e184a7228004b51591d2a1040e05923702c4830e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d7e2185fe93db4cdada93a797b7f6713cfb83297fede4737e46c5f1f97f7ca
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d455a6b5f147347719124a919805ae8f58724649
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d68022592c20696e7b3a0d166d7c53cdeacced5a2acf6ac03b2659c3587f24
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b87fff1bea7970f0dd2ef429b320f15fa18185
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08a1b862074391d6abdae668af06062a891ecc2af395606f72649eae919783e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b2befdbe560c92b85d552e8326bd28ca84f064
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c91290377df1401b127aebb0dd0c54729b5617a5221033b2500b7d75a9a7b87
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5152d391e6bdf2a4197752259fdad64f3b067d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587ba44ad3516aee0002e9dc654df4914ab32cfb35bc4ddd57f63c5482aa09a2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa061825348b4be0cfa8c15fe2127399ea9bba26
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79061dd935c1f189018ec4652365c5741e25554b785c3bccaa9b0c87c9adc9c8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f64ae56af085365d4c336dd536321025751694
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23927f2ae23eefd4ccb5e87c02c79ff2731dcf462e9ed60ad5169a477894e961
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0c3672dcebc2c4bf04d5761cff473e7680da32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184577098bbeca89f58c28b9c2170db598617bd4e49af45778625eda76303f68
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b619c42ce392d8633da08e6a4e706c1166d8886
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d9c2d37db85644a65bc78dd9a657359bad4aabdde6f204d3203dc9031a8931
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670af5aca1f14f8985a846b4ca57c59017a83c22
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b5b93d550006b9299a6aaaa08c2fe6ab44a84ffc74d9a08c90c04314ab1a6e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6762ea852dc2a778a4a0e513355cbad07ba5b482
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72228f57f871735e3413cf50b322063a459573f4c162bf810ef26ea9b1ec8d14
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c56fcfca10e6aca5e9619da574d4c9145883f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0af86a9e3aed2381132beed230a5dd3978a96c150f883a5f44cf3761e7ac40
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a87a35e13f77d593ce922570ddae68230b40d7f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a660f92a27e1132a9eb39da5f41fa665520fb4e5db66e4adf8ae841e5a7bb07
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f5c9b234bfd9da97724634717c622836eb5004
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7cb7b6ccec7fe1d75c4bee6b66e3c43f958150b4698fb64ce3187c20df886c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d789f482b2a1ec0ec978503e76d32943f6bd91db
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bacf92e88246ec4c8a21f83e0e1bcbd6ceea346f96a867ad9bcc8c52c53558f1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f50631978c8024ee2e29d3b2b34532282eb45c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2521260387b50016be5201fa8b8481d78ce7ee0d1f1a0e32725f1960f84d9d0d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104f3fe8e6a5e55224494417b88362b001cead49
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e07e16c938646fba846649071e4852dc22cec6a4e9b379e816a0116af8f653
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e34c01ce461638f3165276fc6fcb22d35acd570
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23ab6ff1ff3a7ff975c56b9a46023be8130c92137f598ac4f6ec3a5c624f022
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b9db0fcc6de336e2fdf37a049728d8de26e42f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551d57139548d733373c785974f6058ebe9338557c9509eb5f36465649e2c132
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f2fdfe27f08bf0413b7d7117fea41885610ffc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226d432ef33da17e8126351d30e59b0f569f5063d67dd4ab8ffacab4fa371c9b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f27a68fafcb62c04cbc861662ea5e51e8f25e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e35e07a977ea4d3b34cbaedabd8c91ad9d3e4a378c0969001bc854fa4a6d50
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8f4d8dc6f2bce473b9774917214c973e06c449
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383b3cebfa14844f25f0dcb33f7afec3cd727bb18e67a9f9feccc26c7ec80166
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f9106f0b716a75918e8e855a6c5e15964e1e8e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c068c918730c765c4614db1c5c91a9b6f544e7ed735d8c382101fbd7ddf8ec16
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff3186435b152851e54ea3c51cf51d85ef76bdb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d925644dfc58747133f574632620b6b242cce3e67b4a8bfbd378a476c48c56aa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df16b66c9252fa76c082f3d5f8e0d26cd28fd39
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852d949d2c138a073275e271927dcfc0ca2715de1a28baae93a923c8dfe66521
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f56f857c95a66be6135556ce23e86ab495eab3f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c469f1b9aa3e65618a9d6c775738ed2b1ec76517a3ab04d41943052d419b6af
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b904f8cff6e77a733fc5202b87d53a0490151c26
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047758bbd364ecec1e2846a9c1d10fae510d9864e3fb9a59d87ccc637892c9fe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7334d38b179d46b205bc17f5433713ed18b73311
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b56e5a6898f4784cef553a4a2f07154f8029d6d51f3ceeb5c7e72d8bc53ca6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8a9775452352040767000be2c1fa299dd15d10
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cfe95af4c9d0150b333d3e18d8b2758b56a2f89aa92f4ffb631097a02d03726
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f0ed004ce80a0287350011655726c1bad89786
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3446ff9d541c7e75062a2c1deb40040eac011305ae15ac1f23c84ab8d6937db7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc99a8f6b5b7188620ebec6dfe493f5cf6d7656d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7178f22753ee6e1a42e0000ec5f24cf53277c14b593d3b2bbefbd28b8de9e54b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36748293c5f219221124e011d2e884bcdf5a590
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f356ea26fbf2e09b6a9bbc7ce46b1a61c6dceb0188a606218e8083d15d46d232
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6072bc2674b7ba7f8776607596ecbd938f7dac6a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f1c2f0013fc1ac2db403723b14765937d06d087958b6b4a631e01aef422612
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f11629c584e9400fe9d63db51db0c8f3413c0e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef16a368edafdaa0b7ac800b9d32114cdbf22643fc3f1e63af2545c16ed0b3e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318915c2c8f298e0adcb2821a45707ce35822b09
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a206ac8d7b8346313862ce78978ca7ddb2cfbdd49a8eeece2921cbc87be4df91
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a16549e53c2ad981851b53e899d08dabe7b8c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2589c9a1b3bb004f8ba79b7d86a489ef15d33f48968767534a10f02660180dc8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1131d9e108ee9ebd94c7d3d3483102b804e5d9d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2919eab4a643a6b35eadefe1ea78edf084bb47d19f75401ebeb94f195ffe85
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f40046793396c9a70eea98e36899a2404fc756
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143c918a9caf9f0eabdcc2e1c0027582df6f26fb03522db0c1145c205de63b80
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba99ac38e26f12bd34914a4e2ff49a60fc97e15
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397cb8cda8be1f79c7bb360997ab8576cf053874e5c3a1c7ae0c53357839dcfe
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b3b1ed4aaebb9d3a4c130b1d05538bd05efa7d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75eb26c9c130590cac0dd47eba87dbb1771065f372e64fdd21f3a4e78d16f7b3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a911e216b9f322b04ab96994760d5d7bcb4d2ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a986a7559ad80464b0d4746dc245420a267f7011fd2c04ecf5bf7f1d73652bfd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b27f87cc2701db703169dc3b935700f4148323
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3130129a4ed846b7ac7c216a14939795c1b043c3938b796891ca68b85f720e2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d827daf741af7ddd0ea18ffa94b37e484844791b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4cb74fc1c35a802afa9cc5ffd5ca8527156e4ad3ada19ef8af7faf263d4e69
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd360e99d7287d6e0da4852c78bea4ba34076e7f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbb77c25b36bb41f1f895a77c4cbc248276db0393f2c3dadbd82385cc009255
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282843a9b47efb1091a7c35b44dcb6c6632fd4c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58ad440ef28e456dff13d5b611cff37c6784209689bed2e8045a459b4884e28
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7aac23a33926900609025522f64c3bd2580b99a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3d806c7c36ddf17fbeacdb2ddddffe8804459c688ca57dac3aa2e4ae29c819
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea74bd309e67702fdd70de6cb09896f1ce98799
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d277989e501dec9e863913cc3ea5b34adac37494da6703e1f1e088564ce38fd4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8440445d221e6a65214f24501ddd399333e9e599
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c89a23ad8971e1680ff12a3134cd0716b6afa501c01f398d45477410e70119
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ff49942b41afb1b0f86920708deecad8a2b870
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f886445be78d3b50a7f3a2a3332e00d7b4232f39ad298c75b91b137e0e0323
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90491718edb8428e5c53f804a268d73f6a4ef97b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a5767f083f7c1f312bbab83ec0f7f59d4c3df178624f34d6281049948d0968
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f114f553140927b43fd0ebeb37da5a12b27dfd7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e27501e93820f6ed66b44413dbfafd35bd1746ae8ee119c75e40a67c0a2fd9f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db509a30358020a194fe09300f1c1c586775eb20
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1df8be96ca759ea2d8b5762c74ae2f324cefe25e3ec7c80c041281e1a9389a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ecc9e9bdd1f87eb87b64102004ef40445d241a3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cddfe6884964df6e01191958e51b172516e42492b55f96c82f2c180e35237aaa
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce993e62e7ed7f228e051383f1e6a2608820106
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501666a093786865484b3c256c478355808a8a4315ae0a9aca715ef512844cc3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643c78153df71370ba92d6fc9829a7d814f8cda9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb397bc04c27901df090cc5fbcb1cee5d82b4ff8b301d54624e21777f36a3b50
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3737cb682ba3f3203384f02136a941dd7d709dec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea7b2bb663e92ddc840dbc99e5e7ed90f7642d193dcbf653da24d02ca28bbe6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3511887018788408771cf6f8b26fbcea4d15329
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1607472df33fcc77f35bfec0751e63a09cc65d477b7fd20e537bacc9d087cfea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d363bc0a251395edbf8af8ea4ae26872a7a6d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9471e4b827c890a1e53fe874486e8580a30268728596b2b0f7b3f8548412611
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a273af2eb0dafd1aa187fc1e487eb2c9385a75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89df1b7d40476655ce62f3fa061ea32b9b06cf722b60bf64ffd865ce45d585dc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47badf6c0d5c65243c14012c13f632f47176f399
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40572f8f5cb2c2fcfb197bb9aa76d4e6d31b0cc252fa0bf50ac176f608c85cbc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c1c4d5143b13028780581b90c018a90ce2d449
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b71266cd5ca455e11df9ff944afbba1f2dee8a9e13f714c391dc4bd9c227c5af
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b796d31471a7bb359aff2f7cc56dc647bb6111
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c52d98c287434431666d87f920979b6b8de4b07b5f5fb431da032a96e75531f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45dce822ab0ed7af9e8494ee2c41214092e38637
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014c55179da39a429574ab4408d16a285e511183d7263f7909894724adfd50d2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67831c0692c229db4f7e755b801398ecfe0e8a7f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc21516d6d548e506c4e613b3292c87355f108e73843cfecadfe587fa7757137
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541d419a35f08e2dbe695bb8659497c0091dcaf6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0905529ddbc4ac781d0f69438d5a1b285e79f10dcd76a543ffd23ebab0a5b2d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd6daba814028cbc688002c8e37f90830bdeeb2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6088ae54023b63edeb6263e817c6f80d3a8103f7fa46e5b69212a22875f783a5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2e8917aed8d60ca8230a7142379611bf1e7b50
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b99575ebbbfc03027dc57105403dce96fd4f34bc5e8fb74fce2d7934960f78
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28dcec528f8085f6ebf0a978f3cd70ca6d2407be
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e8a0824ac23e4d592e8ea81dc48a65f45c8289d2fcd8a591986f20ea2cd1c0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d5e0a6bf7c236961b3743f8ea86387f85173ee
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047a6ee2b175caa3f81c3c6df50a460cabfa086aa4a46cbf5cbfb5323f72ea94
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b42dfb4839739f752c64ee56ad23481559a214
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed04061a5b154fbaf9b542333887a109186309e697f4205979a18fd0736763da
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f5a4011d0e10cf7651ce52410364901e8ac9bf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3012b38a241cae81c17a31c29307b4069d7bc0c9778f18bc6702ecb2fa06bdf6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8943ac68124b75385de1ee1a9891c2c2df751eaf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebafa1d788e5d56c52001465382dc040172f9997bd1f709b2a7466f7d36ec42
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3600c917c0731fa77804a7f20660abcc26b6ddb6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dbb82567ebc00c32623f333f95ebe77c6b5d7e676b59512fdd340d7055de0c0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39296cea3d8ba44db0d4ac97722e513efa3c142a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db22a582efb2849c9c657fe68aef53f13a3547c91a732a4a837f247a34699987
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3ca4779f5c173665119fd69ad9c089f41f0281
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c027e338fe61fd1679d32880e76486fe7914840a7926d209d84bd487bbd9c9d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e5879a69029cc00e2f87839e7eec784ad0957f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ebf87c9d83efdc15178526051fa623c60edb5367e8eae021a052af539d690e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a8319933589ff872ca32a93f308bc72d05919a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0fa3c2cd68328ed37097f868af7b444bec20c6345ff983802ab05fd4ea6922
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1dee69bf235f09152db9b3c62806138d7bb86f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbafbedc653765bc2d7ecd14ccb885241b2643e92c9de9d64aa92af9890e8cf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e305209d6db8aade852d2452f0a1eb8039f831
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39cc859fca5676ff901309fc710187ceefdfa171de6942b22c66610219617b4c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49afd98cda1305c426a2592c7c341c7d6d8d1d8a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8031eadc5a1006e6e66c0b2117d205941627484f5396de796dc3581079a807
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b93f84c437b51aabd1677f15b033609329d196
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50dc8d608af0bc74f7f1b24a1e6f6403a3804ad79d845540f60a39857c6b4625
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6cfcc7666e507321c96ab996bd75b0cc7265d3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32a21a52ba78f8f7deca5f5ba1ac0c2300ef20d4088e0ce82f44abc5884754e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e577c82063e9dadea1d7a8914747aa9a7da63bb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9378e2ed58f4e687dbe0be7309b7b478145eaff335b21d98d2f6f237ecccb2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee33fa16234afcb048d4576039d35b6575da7799
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0747b081270575232c13ab98514ffbd51c0c6ed27ec5e0e753d32142069904
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cac97174c2cfcd476b7bb519cfc9e6e42e289d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a864049095f043d1bddcc5123136b2b9465247a54a633a73e3849cfba9bccd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56e22b58b40e2b635492f273f3a3f64ee538a72
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10356bcf567d30ae9e5d135736ac3f2510ddb1c7806b222519c5188f224e067
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00771318cc427450f34ed6980bc674b2c6ca7ef9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:643125c9dfca7ddd1f58d3537cea49cfccb223432c44119c4a6ab0d5b05080f5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b765ebdbe023a7e5e0ee5571d9ef6fefb6a7a5b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76372abcb5a487b0e9eb9bbbe892ec41ffbfc388a9ed81b07da94d43e757c70
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ce915a523c27fa5c326fde99f611c76cc8981d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76885e8c8f1b68d3a8c78ff8bd00bf661eef01e18ad7829c57390d9088511976
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68fdb4389adc73897d54320912ea8dc4fbe610ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5233c55d642549355f69f3fb11456a4335b2d580c155d60b1388c9c6e6062e7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60ce3150f1eb7333c9d0959ca7dbd542080b441
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0e1c44c182acdb313f9cdb5b6f09349f255b83f22df6af777274d0341ca9fe
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59df72b05c74130457e14d952005855511c2de46
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca167074a70f9106e4898d5c7fc0fe067e80c4aeff8d5cdf9f9133fbc912c454
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1447d3c4b2a64222f46f0c5823a0b44ef965da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03df15c82e8db0664c7d3e3e531a9b7a3e21651286441e108ddbae58b0ffcfe0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba88a3264fa90453599472f102c8534b5029ffd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4179799507a498e4400cf14833b8e3f1d77576c8e7f82d83cc481fbfc69631b0
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b47439f533b0ac9c3f98aa5a2ce9f405c69ec3f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a1c4af06573c9d2ab1bebed6208099c13275899079c30049c744dc849f87dd7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b9dc6e9a3c0a30d399645aea29738396697fa7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1830502025ed91c14f1bf928da61ff3ec9406dc565c2f0cdabcde4252cff6295
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69961b710a25c32a7230b23ffe28d87a76a1bc08
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810e7b2727305e3ff43dde4d787a0b0ce890d4fd64ec8d048951ceb35fa2600d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab20b9626015526177eb9b62c1273e3a48a4646
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5569c563da82d50b4fc30b160716eda71d187e2a75dbe4b5b863542791fe2663
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f917ebcea84df935be5596c5f175d65cce2ea382
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b65ddc5240fa1f81d195d6ce485da515719a08ae0b01f8bf3fedfe87261d2a
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7ab5d183d86e9ace2e9e39eb910258886008a8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcc36b1ea567c1ba9ca2c47af7ba2f629b713867e44dc3fd7196c8257d1c3cb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d798f362d3e2c9f9d3d70fa3569198d4579c393
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a1c531ddcad1ed5eddb0acfe90c374e03214b6759be1ef9d2f64f3f7b0485a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a452487b31099f172be81b0c9b3fdfa52269a19a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc8c7e36c299f7d03400e711bb625838c6b90bf7afaf84c0733d3d7364a2fb8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad05b310f913cac1bbca81e36f0090db66fd7695
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33ee7e79a85faf91e15b97f0642f44ed5ad2796f2022bfad067987e903f7f2e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..246312b68da0a145e63cf836f460b6fb95da08b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5caaa2cc2f9032c90d371bfd5ae0153e0b5b91f8971f44449c7beca12cb21f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155ce4b31c9c004a9c3912a584e6021d54b61a86
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c84ad1b9eee1042ca1999c30f1c85a58e83138b399b6032a1bafff43f03764
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595f46cb2282f5904146d674858db3df69d56da4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4992f7e8c13fe45201988b212f77bf70e1386792664f71eb8551dcadfa1702
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ba9cbafddd8725f96cdb3af6a8e4017f774e07
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e12a40618fad6c7eeb8f1d7ddad6caf7017518935f6c5fd3dc1c5c4909795e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a2db354dd2b7ceaffa5313141ac1c27fd39f6e0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94de57cf85bcac5847832ed8f93b5e17bb5681ee45c6849d198106ab43dc1ab
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492a7e4dbcaa6b02252b0527b38fd4b7f19a0503
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc9ce1928d76225c3d744e1f79943ffeba97034f7ff8a33ada8c7c9ce05a39b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3f194b0fc3a4abaf939155aa317d2476e00311
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2fce6378fd97339e11ccedb84e87cd40d751eba94fe963f3aa20120cf2ed99
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db86fcaa6ef3032fe9742315dc5ca7e22856db4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49520d98099dd6597c4c78f1e5a5ef94d716cd98b93395e29f70d2f24c96e86
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f8d587ff0b9aa08383bdd0dd22f4a9712be0ba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e99a083e871d45317fee7721e370eb146ac776b1cac1525020530d54c61173
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39909aea82512d6ee3c726db28cf5fadb15466b2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0067c0cd3c1955cae97c59044fd112e503c427b42f982af03a4a8af78d307c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c349765265533febc736ce35332ace93f6aa76
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ed75d44160e85d6dd32f56d1116f03857dff161f1ff50655efe336a6d190fd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53704d4230ecc290e86ebb75329c0e98244d9e56
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8902f00859901d94791b62d1d5f76dd5c16098127117aa45fa8435a70ab4216a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d29fc4c0f1a208a9727dff44ec55a891778aa24
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:becb2a4f36cbf6bc6983761d80ac20bfafe329948c195e5021bee174b5a12e18
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0f7cb304f91ddc6f46f8d251851c081120899d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59e5d13a69740ad635eab3670d1963236f9a3365c202a2a03982cb550995199
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6cafdc6de9f3e6c09de17843dfe3cef7682037
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e452cbbff6b609ee853404a13ff314a6fee4079d1f11e16b4e07d708d2ec9cc3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f957520d44ebf3a1a872f14bc9be571839d2594c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d240627eac68711f6fe284f0e290df0b1f2fa954a2c8610624fcef96cca80f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e69ba115b4a6db0b7de9a1b5cb31cc641088c177
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042d53a5bcb1bd7fae51a801fd26d9ce89ae7e2b353a5fd5c6d66b1d542da743
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb50d06ea7b7b88341b800f893962a308d60c45
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e31a2fe1c77f804a899403f1d86b8a3927a77561f4bb21f90c0f86e87f20ec8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42b99286047f895ced500911aaf2b61cd0ca1f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcaab676b80b39a7d24d9e35c92c4ff27b598c7f0314a8f8ad3785be9eafcb29
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0720c90e79f88bdfb0dbfd8e2b17fa4429b09b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa89efb43fafba3fddf6f02005445ce2668f5106f080a72dbdebb05ee08c2a1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f007d7d956da62854207c63983ad96cb0f1f614d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0641ad7fb66de88a3e0732967458b2aaa0af6031d203490f3923f4678a04ae
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..383c5bfb10389b262f89cb71ab4a33ce74fc026e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc444e30b692e6b2f9e950a586d391ecdd29409a932de3b8f037bada90f2d0d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab47c4dbd6eff82a8613284f1485b5bef05a7152
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf628bef8be1b7aba178a665186c98504428cffa2e31af9b754c7261c8a1fca2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9740c051e9e1b65559ebec34c77e4bb13120fa10
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999bb23945331accca58572a936e19313a21c1ffa0d9fbb0eb7ade3ea6e3e99d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13343fa402494a1ad21596c33cf20252601ff612
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a889749aab8d7a45722d248eead774a43c452a1842fbf79f354dffacc14862af
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb89342902a929192e0d76131ee31c34cfe5615
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31622999c613e411c9cd5617197045e0559081d9e0361071a408ae62fc10bf52
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5770a8764d418f09aa6f259aee2c577acbe86b19
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8754ca2ca88d0be3a86b61cdb619133747a04236d30c760189cee1ab2fbe9b0d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cef317cd815ac429f806c5af192c1a848d02a06
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f3226c3a0182ec55bd908933eb5a21b94137995731defd40d1ecea717ff117
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09771702e134c2c3d60bc254203b096d8146a848
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ae5ca3e6b3cc35fc4ead35c82c561db5cccec8e4c6d045207bb07dafa5e2bc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7940755d098d285789e6607511ad224676db3b92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63269d446fa1d2f823d2cc3c51ef891642744d179d1044507baa84f8b4405f3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_9/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777321268fd2c7a4b2b3dc1a274401b4d9e4d4dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6758e4f49dd9d0c160383e88003e0d56898f8032a38b23704d3a5fb86cf89c8a
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_9/init/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_9/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abd79a491aaa30719ac89c8a4d9b5caf33016e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f4ce7b989ca8be4ad2a6fa2ffee0ddb7d53d96d53f75820edd9dbc21155ad3
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdc534b2fc9b69e680616eabc40110521df04a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d7092b21c48b797a3c7a649598449d9bcdadb4fb20034443f2d930c92058bf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a468ded0640f9bfeb0d592d1ebeebe88d5222f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd3f33e5f6b145531f51a59d1adb6172b00668fe4973550e3349515528a7339
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f6e9ca2b4a586c8f659bd064117d6cde973d96
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a376a6074204e5b0a55519a68a1af196bc21711ef76f5e235199d049805c5db2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47816277b8187590180b24c8a83ee26441f7b3a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84981bf72ff5df9b9154c3978b438b2a12896eae349ad34a073ab3c679c1e1f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ecc7d4a637185feebbede8e370e4e853ee2392
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369c2a52aca5d62b74a4d72cde6c77dcc57a1a93dd3a3808935ce0a951c49bb5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e20976fdc7dd19ccf00b0de49faf684d61ac55e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e651190916df5f4e397e0b8981b7a78559e5de80424ffa4b991f41c520ccff
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca56573924c12211bf7e06b6f81e79326eed9bff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0053c81c6ed1f9b6268485bc2e01397c051f61ea3423e8aa605d9a5a2b4070
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d84e4ce52019132741746dd82c0b1526647beb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0829c1cacaa3340a38c1fb2775f39c20d35d6e42a9428277228ac0ffcf37b1f2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7510317920114d0efac0f0d4aff157c8155996
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41fb0787f1b7c6d74c5eecd5d2cdf6dba2049c5f46b2744b88317a4378ef87f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279f01f45c03efe7d1a014b2f2063e11270f547d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061989b85dbcfd108def05683909666c13f3552c133a071411f92a38fa42eec9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b30f2b30665242b7fc5604cf19702eec7581b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e8fbb3fcfc3240874012e22d80f01809f9139bbf6ecd4696e9ad5bae4fb79d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40d8b9fe314502a8bf614f951234e82f4f3dba8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d091f56e8f7b29100fbb03e480f95e2547d66c2b277e7ad0105aab07c42dcd7c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8819015a5468213ca29381946610310e1b44c1d5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059563825f75bf784fc3e491cc8382de4d3b1232d6440f20a6273aa020f91d68
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d535760b921a64e86a5a809dc879266355b8b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abd82da071e24a15a64528da9a30571c34ceddbffcd0fa42bc7844753ff3565
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4686fc185c4814233052cf8ca07e91d51de47e26
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c08b1270f7c270d52fdce728bc412cabc2c9f0aa9cb67657336745e6261afb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491bd7d61897b879ea1f5c6a5e1b0561c3d3d14a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22147c4f1866d2f32c072fe2a4cdf14a1b72c7b3d1416853f6d82b5d616d3905
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7dbc1117bee00242ac03e279cd6b727496e847a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3d91aa9f1002c91ad3256a88d350c225627eedaeaf1b2e9372ae2efe13c9e6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb1d5e9422ac9cb6c799cc64dc7be41355d6c82
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d62efdf66d8435451ac9c54967f719a219e57e3426d048e1a42a846f37be51
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1d9b28a47232401ebc3b0a602cc4d96eb94afe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ecab7cd5ceb7fbbdb507ff4461f911e5e80f02b82c2739c33b3bc223ff4776
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae07ea1c8e20ca214b336db84fbfe0bc1db38c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d453e0935b8b13519a1bb75445f85cad883ae4d0a81647ebaebeb66285c83250
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d15d52816a9de79ec0ee9faa505831294b0b0c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d558bdb43d19a6a0c41d9289c414303d8df1eb193c2a236659c96691fecd8f9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d5a90acf5379ee7fdea7ca325e16cca8fa0289
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae438fe1c53929438c39271c66d63a65da4d88b33d28ad43da8666a27144a6fb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1eab1d078d8963f10290282f25c19527351f55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb76b3016a23c53653607ca51d490457ec3fadbe12b1569daa7bce787444164
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c2a4cf2b5868d727dca5b33ce5e2e4899562b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f7751d34466e619612077fb8811ca775d5c160abdf7fd4971f61a7e1be8d6f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d1c28c2c458381cd209c53efc06130143a4398a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735e41694c5d2775393d64510b0692d247fc665566b8afa8283bb28db7ef8c37
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749d72f87562fc8a471f727fcd20712c2115d0e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39799a0e23c222f50814d381f95e5ff903f694c35b874e53941dc3980a1b6f86
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3423203bdd04f12dbc39bae0cb9a8d84acf984b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14de9ee39f1b2d6e7a7456f2722b1e3ab31ee06fb14d391a1a244412ba323f7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b5ea856e14db1ad39f52b350e3a44dbf76839a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26b2a636b1ced264485bf7e65d1d87358038d81a16994f99e105ac1b5bdc034
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64381ad2efc1ed4dbeacfc4de6ea72732aab5b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d60d5b05e62a41467c493b5dddc0f1957ae732871463b0aac2a79a706c0094
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66daedb1cf0e1ddb8d48c9165bfd0d0a223b4663
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e61c2dcfcdc8b080954202e45fe218835ee2523f7a3dd8ea77597b206f00759
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcdee88d120e6dd94aa443d66da196d50fa2ffca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4bb6caebcf90d78b5608fc4b50a6dda36c5d4675352439fc74c1f7f9a15cfe
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727c2d6cac025c2f4b275dcfa3a07d8b7823d434
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d26045e2b65a362312ebc4af7cf636692b5471658cbd46cc93727b97ac44b2e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20cdf9cdc87ac9d3c4d9dfca6dca55adc49d9570
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4c31b25682bddf3387a102858babe7a284f9f4911481c95d192437e72d0529
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a9d8b2b5db70904ef001f75b922ed82e1c5661
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56979e1e7dff68046f8c58353415d1719d710c9f27542dc0bf0db9920a8eb304
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ccb2710f1f934f1aa65fd1b23513325d18b48f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58f7f9fef179d4ce95ee631b1dd326aa42f44312da102389b7e8fb79eef079b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6486235949c79393eb623675ba15f495751fef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3214b8eaea293e42419c98cf230a6744187021b1e05839a5e5a2155c60c9aa87
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763f9e55494e0ac6d92e6f3c653777ccde396453
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d267bad375675d64ef9da0716ea6ca980d0700e50e80cc60ead5277b4c33c02
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e635f244db95c6a84bb5bbe8260785a26178500
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8afd40547ee6edb32b40f2ea7e69eadfe311192b1e30ee3a061177093f39bfd6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3fda76587e7c60a116b9d7feefdb78e9788a3c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86ba706dec6044e87af33fee9d77da17e24b7faaae57a503b7df505fe1705c0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7790f16e94dee58c8d76cece0ea0170a94f6d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba4ea302026edf98c49f0e561fc2c7153d8511beb641c242ad737315795c588
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd21f0e7fc7f7d0773b798d4669fccb079cd2739
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca5a6963729655410662c316843292459926a3279754c477ab98d5ef0d426ab
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c01b8c475b13f2aa352299c1ee61ea7788e017
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd64aba18fe5178214eacb013c24dfb6677131b06a59f82cbfd008163889398
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eed291bf24c09edfc36a3808b2528c218769015
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f170a2f50cd9b913ceb1539dcd298c76bddb43bfd626c9205abc28156fc8d73
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d219030c1428d17613ddb8244191c91d85473b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f83b658e0fd850fc67842131dd7a51cbec6c8ede7a9e0368238851c41dc272f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934783e3906f000bc52acce6ecd37a2db9e5162d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65d30e4214537ca826ec9cd1dec8d52ab0b7b2cc095351c577c8bbdb7b3a8b8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00de6d4d1093d4550c86cff5828e658b40275d02
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7438ccf8013fb08688c0e807344f911de9823e98737573fd94e68570bc732a10
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ca28aae371a08b2b039655900bdc685c39fd8a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d9fe8d35a525a1cf5c60132383a83dede04ff5f196018a70107896979e47bb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c6ac78682cb48411eb8dbce200f5b395c647e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57713b91fb06c7126672e720a572126398dbaee1cea4166e7bbb1cf61acea0a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa56646577435a7bd66f07106dee3c55b94859c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b736ad4cf2664bf1bd563304ae989e7a7acda2c0d03a1ffa1eb4e56957aef90
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9a52390579f8301034f26f1ef1e8472ce8b980
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371f8b3b0952b62cb44973243c51eee75582c3a7cd518db62657d3ffb581ece9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b63adc4ee8bd3ae4e719ab1ba7d2381ec53797
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1312f7743dab8959a2f7ac92caefd94101f979bfa52d4e2087085e6a3d8292e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba848d8b82bd16eccff8e876592d32f0b1d0465
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1549a9844ed18e5923799af9cd9a208a0c065ee676288d12d741004a2d135c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8183b20182076cdd37d1c2d43bdcf19f480cac2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761460fed440eab07cab07902d53e3c1f7eed42d6b3785af3b084a5b416f5ee6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34850337b18b177b47015fdfdaa47f344f61476f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45c8fd089946d3f7c064807f348599baf54d6fbad2f998c97f83a82e0473bcf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964f32637a9d9f968db9f8b48215f1934dcce16b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e0e29fd2195facabbd11a35a799c4a698452586dd04acfd31445eab8da62eb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8305aa278febe94c85ce6bc526aeee3f09454ffe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca321e7cf124d48f9241fe0e1f205fce5aaa85caae7a2f91ec0fa59de36473e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b526511720a17e77eb3a84361eb978f0fa0620d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb7ee230bc9be0d58b74a3db4fd685f7da0f567cfc9b350bfef9967dbf95a19
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3ce8bbb55886943e2d6f92bb0886937c4b162b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8753b5b11d3e5c4bc16ff8241364beca669804ea220f35a5311a2d966d0f3005
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c9a36df07a5811801610a4aab5c7f12cb7f21d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7463d433c808070aa07b1b0410c384adc3caec2f47781a782eea51212cb5a610
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6e90584687a9044e10f65b2b1e28b85588d45d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6b5bbb09d732df1a8be5b5d782d9cddff598359bdd3793ebfcdb1ae6260cbc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a109dfd70ff384449846259dee0a6d9d70053ba2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce5012ccbd75e8b11abf3a629f8a2d75e337b5b0c587285a601ca8e20c2e513
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1bebb713dfe347bc373e09b146cf5ab42aaeb32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8074a2fe5a03e114253dcc377bac24c8fe31d3542220f9e24929e1db547db0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af604d3ffd38a18a485471c568a3ecae2e7b4fd2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b78c7d03ef3e013457d7f8cfe3b8d1a7d1fddbee2cfb2ad24f02dd2146f621
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6632a5f80beaa139b6bbbf5aadd7167fdaa0c983
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc8f21f129393947532e85944f8c47f1752107b8c530c759d66954fb9be6df5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20aed32180178b99b14faef3e42adc73af75b006
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b9487b4f2e8d197ed358314997b2958c1cccba124341207da33cefb45f74e6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f1e05b4c3525a18449cdd2325f9928c07cb0e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d493fd2a1955c7cf3dd14c8a54bbde95056498579ba5bb5aa54514442b3a666b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d523dc18e83b106e0c72a7926b3021de43f8d226
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f905ca7c0ab523d633c8e37439bd7eb085e1fbc17e7b7a00af6f4a85073d343f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f317d138604cd0ddbb6fb1c51b3245a7b22827
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9350d409da8f040f94aa69d94e7ed414ae4c24a58da37ce3b22215edfc2df171
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c764a110602f98255bbe107f2c34ed68aab89b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2362b0c2eb4eed55416090cd78b339e5d3b9ed21fac562b91fddc179f1936144
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583ca394149a46ada28c9b60feb8f8506783a19b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba5025670007d1183494a80ac0f561d3094ac9dd40067d480713b6547f6486a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c40dceaf4f9c92fa577065ec571ffd442a5324
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc488eb60c3301193e28f46b73c89cbc32bf71f5ad4c8774525201f402d0e6a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b073a0ea0af29c4a2efa91e9e0fb05e5aea0a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c77e31b39ecb25d0b12f45553e988a899c5012eb7f139ada5cfcc74c9b61e7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0303d31a6425163945503321ed1369bc33bcc48
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e712c82b0fbcb407714c1389e68045cea256273146980412fdac1fb17cc0455
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a33e1f9466fac96499c7122eacd7c68bfda50f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4caa4a559be0a2de6d630f4b7753d821bbba7a9144f2e696cff52078940035
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7a5439e0580a38b6a68bb65469a4a28d970d01
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76de2d55436bc638287025bc5fe589166363aa9a49f67b12a2ad84ac90a8daac
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e7282051c19b0658507477a84b5ab0f7fa2033
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65793535ff864dcd9381ff9d5a68dc7b1e056eeb119f684ef899167cef43ee7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2ff6cb18b44e640bc5f41dee4000504fcecd73
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c40a7d5255b246a69526e09c5cd110e9a2e37e4b08ba4e204990471591e4258
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55742e19518713cdbcf63c6824819955a8a34d2d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101c9af071d7e8c923a9ae0690cdb5d32f446d01ba4f6106cc73eab978cb1c24
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921f41fbb02ceff1124a94d84185c9cd754e0acd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353f7ee7078cb052f9e5104003745b40210ec23302f70bbcb327684fabb34b4c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d978e3daec38d2a0a2a62a2b6856ecd7db1738a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833ed216cb696b63d7900f363d3dc87a844027a94892ad724c78708100b1fa4c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55992f6d1da5a8bb97ceaf76732f644faa149eda
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d0f25d20b17f708bffcc96da00ff9497fc86a7ed57a38de37575f831babffb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3503dc0d2d4793ee3660e193a29395f5aefe9504
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1429b9c7c58b688ab823286f43c212262262fe94a2e3f6cb3f2efff6fc89d8d6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b99f30d8acd6442f665b520f61df10d27a1e354
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745ca7c6f31908f5015c2dcfa75196de83ddd74982655e2552321d0539d4780a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4e8d6e8a69acaf74307a242155fc473ac5c8ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8d0a4d51ac24bb78f5d87efa4fb42916dbf4f0ec6fb1114a847e3cd01dc081
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b183dde273c9ba78efedbef419bebe5f3acff3fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c2dca4e864e73ab02e0b4d499d69a4f37dc8bf83f3c890d05a1df46b4a40f0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1b439bbb7a87063f956c5dc569863e104e0de0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5303e7a1f7d119f1c130af8ea36f305822208a83c2e881d2fe8c2411602560
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e4dcfa286febf8f6d931a8d8e3666dc732db1c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38077ca5a9d9365a9cc2c967f79d9d4b508627fde62b5094d4959b8dd46e6ab7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b990c17a903f4662758d968df82cf945438fa2d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9faa0d13f432b87d0ab271bc565961285599dc23e049309135a65cfc3d4e353a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bd8bbf738b8d04c84f965d487618837abe7e5e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c572148105abadf90e83436131fa0910a50bbe6aaa4c2a34550799d4ca2cbb82
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21ae334da2f758e442efc9dfe61a7165ad81adf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6a7e435b8875d7cef1f1257a63a9f6f7d0ecdef1419d4a505213ba256d94ec
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2c9b00fd122812981ac957b556f4e1a23db7f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237975e3fe88ce78c04521776e538b094d39fb5d45025a9a2363204fe6906372
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00f42b8d1bca35f5a422842d59eb51dae2f7044
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7452d57f6e5e3a667aad7b5d4f3f740d5137a84f183853bb66ccf082a40b2f3f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965c7be61f8d572a0895f046e9baa2dd4d750615
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb5f21405ee152309d58b94708cf687fd00a6a88fb903778df38502aee12c58
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c45ec206150e359f93f9a92cd3ea4880223530c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e337f8b153567df21b18163c5b9464f9a0e45ac7f644b1e042cde3ddeacf32c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ed0231aaf5397e294c044bf3f132bed4cc570b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebd123ed92eeb9d8898de1ec53334e533ef03d67ba28fa02b1147386f9ac18c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f59c553259225646cec27e89509dad6e4b1460
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7327db8f2ae3e2644e438d9a9563751597fd7773a8dd5bfc2718fd216025aa7d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f87c72f13dabe869dd733a8c7843b92785ac0a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f306d954b7dd7500ffe91b3352b5e06e9a9bbaf1ef83a58902608c6ec103f95
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c72f29389b84adefe3efca6639259e914d71b44
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85047c00da2cfceeafc61e7bc29401f1827c819484eda6a1ea90061419036c5b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a417cb0bac9ac115d0fd0c6c8ab7ad6e1c34f6f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c067fe5f4fcaf1bec0b152859f4dac768f2bae8c89417a72d9440a50f42ac95
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07e9b41805145f68a887baf34cc01fe41b4e5e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9040a88201c54b63323cbf6371b16380e9b2b9ade1d89e128383246dc1b2cfbb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8710dbcce1fad00d37bfd522442ce8b78c705e77
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e238c1b99a90cba4b4e41ca5fa1e9a651455021708c6def8dad08c3129e790a3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf86ea59959dd4adfaf3581ed5495c51ca9ed00
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cdd4683ee963c09a88bf120caa39a0d1d18127f620d22384198336c557ac06
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463d44e8810b80035c51fde68fe45d2c4cd8d122
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edaa865e9a683017853b2d1d65b8c49016a8a5fd382a920cc108c16776d8c9a1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76dd1c26c9d3214e5391277f51cc9226ab92079d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4362b40b3686bfa34ba64cce90ddb8d7ed973040d9f9544c31fc579c70c13290
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17421eeb413bf785cc15f032639e6b617d390d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ddd9855c8245e04f298c53002186df6edf872b9678dd90c6cf67097232ac4e3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d524c83cb881b5c31935cc7b488bf2777e6d92b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d955d3a1735cb7746bed7373c20dfd70c6c8d15f07ae88d5be830f5ffef15095
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589abb63007badfb96b0f4d80da1b195d1e5aa8f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27572398b06cdd8570a8ef095bf67d1fb56d36f1198c784f461799ecd4c5be2a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a7baf7a1bb914f46d77ee7b52f01fdea5a61a3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47390d7ba247099b043e106567dd24e697c43b1edab56df7f2c2b84ddaefe902
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49be966eaacb4679c83cbb0c8a3bb6dcc6805d8c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1560bc5a116e58d7341544256556852c8ee7f9b676253481299b6389a1d1f1be
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71a1c7dba6c9ede2b4ad66cc143bbba5784a08d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19eacbdff5eff53e7e081a997e9ea2957436d1f3cd3004d81bbafa97d2e9efcb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6723717c585374ba0fea5f72600030ad4ab0f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2917349f1e3c2d6ca6233d1466370d6f61723dc0b16da3bc39ef8ac6b3c79b14
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488c655955fa8e74dc27cd64d93c393aaa3801f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb26f92dc6ab2ca3752ee7306b92dc749aece8e1db96428429e8b69cd9163b9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee95807f89fffd675a76c594e5e7c7c89e06d2d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033c419c68e7e3cd2d3ed03963fa2f6f421d126a162ec3be9bb2891feee8c36f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3afd00a1df75493697a720f7f59d77fc3fa6ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a2e85708f6fa18b55f68f244b1379fc056f6163b53337da42d647c0d18aa87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b78bacd16a696b481d55235f0a250fe506b7371
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236ce8a597bc252116794c4097bccf223c00c6252594199073d54102f770b111
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2a482c64595aab8a12294ff64ed2cb23edd251
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4391f3360b8438e07a3a289fae5ba60339e8534727788a2cfc4436fa8d4e85
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b097d54db85f4d5d97541ce62cdf0240a9322429
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d075ed001a3a3135aa85c4e44c058d0b6fad1f5219fdf8fbf3639941a69e35
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf3cea73186bd1b3d9bb50d781dbbda2645a6a3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b899c1935a21dde77ee3f97c7ae2224cd1a6c758ce68099dd549cbc1b05b87
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ea20ed4c1be74c6e6881f34896eae918a4edd0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c475a974b9861e16507114dacf396c9a7ab8a6fd50edacf91f3af037cd089e8d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d914618d985f9490c908ff3d8c7c7a50df74ab62
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b89650115f4c7879f21d4534b6102052f0e7a6dbd289e60f02b841335039b0a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae79f76c20b599612dd20cb05b77abb8f694417
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf53ef89f25655acc20ca653e657b8eac28bc62b74826313bed4e16d6fd66f41
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc20733ab83650f9231f3452e87c6b025d16778b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5610eb6a3671d4e089af99e81ae18a020855a7223c598195f467f48f5ab5eb3f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ca8e75ab586bf8f5f313e6c32db9eadc07e7d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897e560cd715cb61c339960f8ceb908b437ba5b1bda05c6727cc6b9c6eee33a9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc2562ea4201c1f866b9d13b47f0a17f6ead457
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23859a35db45c8a349e042affb10574c9ea70f686d8dfda6c79f32b3cfaf09bb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2748d77d1ac99fd2394d15b0b4466744cf96a0ea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595d10daccd5a443ade2f17e63145fb9b93f913be5eac849f9340e6920e217cf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c6be13a1dc6290ce7912ae47909751fc83baac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244d4b49270ab391e7ec8ef0aae446738a8c6596aa3adc57c80f2a8f8c898e34
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10d72714c64987ea8420ab83d7c9f75c36dd93c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014062955f444a95815e192dd68074acb99069803684797f189ef8d29e189b0f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76dd1c26c9d3214e5391277f51cc9226ab92079d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4362b40b3686bfa34ba64cce90ddb8d7ed973040d9f9544c31fc579c70c13290
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7852fcc0bf523cbce3662078d2b2675bdd66988b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159d30b1ef97296665ed674469b4ab66ce67bbba988fb15780f769dd0a694782
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1c8771be387a76f581f1a3760edc4c7de1c83e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06ff0c5d82852f49815818f5301f4715b3fa12dec94dd689297149ada5b5bae
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17f3676457e9119b4f3e5b5f50aa2d857ff4c36
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc60cbf3e72a62ab299f2768bed933f952e720abefb02508fea2d0b76816e23
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbca6f209b6c6eafafa7113aabbd473dc1d62d9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8c0ee3ac60dec8633a2bda610b7f99d60ca52e6a8fd893169013681c19f49d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3581244629ef8907831cf118118ef4a3c69cb5e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512030658a88079f1701d675700858ff9605683d027dd14b2c49a5476920ee23
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963fe3c631d7e729629239e2a57eceba3535c7d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0f30a8303f2f68ffbd39e2bd8322144ef82fcae0ee96c562a220e3af2aacd5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984d03267a37dea2179b62cd3e1677e41d819a41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35c0e1f510743777a3ccb5914fb905b13119dbcfe8615eeb36c232b21f81ad5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7d7f1c85ff2498905fe57fec87083bc62d1ead
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c5349949c7d807526aca56f3622e647765a0d9d4fb2d5bc425b72749307412
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a7794361b6db9e349df1e04b7b5a2bb379ecf0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e85cf34c6203e20a5a93e80048ca4b018ea4e33c5d467c0171c73f8af1d776
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c04c9815f2d10142ed2641bbdcd9fefeb41d4b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86feff47fd52df07630a3f6b761a2db5419abe710084429f789ec72c6a7039cc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a9a733f3334435712bcbb5c7b0a53b1e7b594c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e1c6104c09c1de48e888c708c8ea7018bf0d7d4278e77407873e8bf04241eb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6463c9f7e6221fb0456667321d3c31a0fcb8fd79
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1153c5f523c14486d084402a7f883179ada52f7dfda12d12906521677308fdd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ea5a8b651a053e86f6fc7be91f3da18260e3d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342ab75770c6149cb82ae5c7e43ef91e5d0666bbfd53619f8e072311398946f5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148fa25595605b377653a0f7a2bfaf1125e4ad41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c35852c71e68ef045ad7f7d244ea20aeb5f005b79127088546c69a55256229e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea8fb7a193e04ae007d3f06f3d5b156d25c490d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14941db690c3ec79af8319762c91537f0cbc69f9bffdc4b7a120e755a5384aae
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552fb409a7aa8a360c723ed1fadd558844da2eeb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a31ed5679a3a340f50c81708171f66d9639780c730b895a3594be901cadcb0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bcf65c99ebf4b171b0426e8ee802d1bceec20fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0507343a4a4e71444e957857d0bfbfae1af3df0f567c31736752cbdd0cb9ae7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4097f8d254c0330e81b9739317803e1ee6f35c52
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665dda9c9d7ea3dde9fe7a4f3fcfe0867fc6d81198f29e7dd32da4147ab50afc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a540bd6bd637319809691ba817749275f9abe5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2692b5eb93b73dbd9f107187dd73de126a6e438dd5fed7763cd8ed2d2b5631c6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c809cee01954da4c05bcb0584b3afce925157b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f19b953c221ad3a4e5ac87a3790f3784e0ee907fd2954a7d317a3ef013ce1b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5266f28fff33f4d065f6b1de7004d97ad28c930c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15fa03180a2ab4ef0746f2a999e21da62189642b78eeae46681b12d7314c228
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c473e8c5fdacb982f1b921b64a6a9816b17874c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd965441269ac295ab704f2a76a76a55c9b9694506d1fa9b8b4c52df458357f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a2411e5689de939ee03b968b505ea136300e1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b56591d6b21764fdf47a1d2c8eb52ad00269e2f089bc72d864e56b079a64df1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5ac4d78cd2cbfd96d573bdf7c0828ad8c7a00f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9a774a9c448a29ad31dcd360b2513adfbe9c7a768506105375ded357e4d39b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf9c6a7212c22ccc928bb971f7f5051836a6474
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e73d469d74e255a79f86543403c4997432b8476e922eb883ed19b053f792675
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be747cb543309b1046ce583258c74921cb1d4d7f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e4466286916011766f677a3c141bd35d4c75d51c6aa36cc4dcaa58a89c0fd8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c092a14bc2d1161f4b0addfb5987957907ce3d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029a1306719b9880bd2032af4d843f6f92fc48de6c86ab8d216b13c4ad23481f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e27e53584a96561f793fb88a1475cd2ab3342e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abd6bb85e7da6e037d33dc4cb2ceb110ca009b89fe2747951fb72758eb8f9da
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39214e4bece04cb44ce1f1acbc243516cfa3adcd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208e77f8fb65237b6d2403c1e2764d069c34186777453f54e267bfcfae5cbb2e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9eca2b9087e2579fa66f3a370a66e7d49be6c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4d8c85004379ae18421c465a20a2977da9c2cce2bd116a92ab34d457a28f40
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfd0cb28b99cc87f22cf4d14ee67b060dd1bf93
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3411a7de7dc2d02504d269101616026dc12ad8a85c20288c69b1ba802d355c36
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86dd7aa2bd7f4accc7b99b7838f5fd4168d73e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd6c9858d1958289f02c06f416fc87a73e8af3716c0c4b06878c160d3d6b7dd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223d1f088e1f43269c1c6a0b556afb4c87dfcb48
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7517197d6d34dcc5c74b3f74db6c9e07d15c4bccbf1d6d05440e14b1eb944d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56c81f654926a4ff525cc86f015736ccb93525b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cadca6c2ba40765108fe7baaac10aa834fe60043eea42a1f518fdfe2236b5952
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8d9de722066d47d6a87743c1f2b8992a082037
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57affeedba9293590168943885fd484e7cee52896d3a0995bf5634d029f7ee3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bbd639770ca1b865a7e369482b266083cbc0c92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b80dce2151c8d2d308308ba7fca1ae860867882a546a9fdf8f6bd00db76ffb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f125e883d325beab0a8f1d5d6b67bfeeb0f112cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31b88e987970a8bbbf9c951920ca73ca8627564c0bf1ede6c93277f248b7cac
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb45fd86a759c288b7a258cf8aa13caa5f6e8972
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35750bff056cec3338568d12c0f19480fa60d612f7a8618d3e884226ca62e768
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9c905c10698ffd533c709a912bca72660fe509
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38011a94a97b23fa7fa2ff5f816683064fa1326472537815800d4811c6de3fec
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6782db424a81eb68636eab48082e7a238efb61c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539bd22e0e003c0e57d508520f4b5bfbd906951d0533d52c985f72994fda704b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea33d6177bdc64aa6e158b069b61cfab0ec3ba60
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9513c8306848082b04e11fb14b00288e71d4db74348f7bed4358b6d72d08d5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8421e466d25e39985cb82303ea3064fe532da82e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f541267779c21a296b17230a6a804f4b6e8dd309f7471599a7540d0220f08d61
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee34618e7bec07313fa12ec8745e0558d01618d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0e99c9ee830d5ce2b1c6b4ad763496a5256fda1d6ae697a12304c93ed98ada
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb721b0131fc91d319b8e6247c72cd56378dd50
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f8e19bd0ffa2c2d987c71331cc9b9bd22a84d6d33051c79b2cec333b3cd45b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496c7e538bb1b0aae7bf07bd6feff2856bfeb54b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090bb2946c9e1b657a9cafdefbbd57c2b1978b471e950f0e6b98fa4eb3582bb6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55845a20c867f7784223202844403b44fe468783
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843360ad3b7c3c6d049021fcc9e7e12a0d22d4fd3931c9a8c01170b46b567528
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b589d9a4d0ea6d8e030349a8b5eb47db4925de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc759ae8b92964ecd2e9e04111162ce9828d0b171f9e069d97dc094d2a5b8ab
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf95f5541f083b95077e2b9a1f78e035258b316
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c120f4f75d129c374de7cba258f46fd8d0d09bbcb70ffa2802dc869b39b183e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a852dbae16e97f822c516b4e30517e3819e0bc5d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e28d2d5c9cb1577e5aea5fbce2cc8dcbf6b98504971c1d7bce110378b6a0bcc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1480783acaab0cc544ea72b05ea353ce2367da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73afdcb87bd49ba97c41910726053969cc2ec2b9f64648873ff0ab413ba220a6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81026a3c08db31b50e0a08038ec3a6603c4d9ac6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc904976f5f952e201198ecc57ea7845b87adb6b49c667f4a11f43233582a6ca
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff7f2db56858b6b0290de7cdd81a4dc21f4810d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbde93a4aedd0ffb10b88c29b330ea132d91c04c05a2fa4e2796feec45f1ac19
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f102c900956d828bb2da46a54c24f468ebb5e0c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c60f4935730d7586062b77f993f6ca897b378d02a0c671144d8445b5a2d8435
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9aee86260a19d2cdb1b7139f8083511aced9a17
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7e3b219cfe6120a416c13d3741f67a820b54588cb025114230cebb62c0fe4d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ea1bff7395ebd142980f19a30cdf503f9f3268
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f5111cb636f61b32b3950f7c90906c3f42c1284796801129dd54a780aa30f3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e314bc242d8c1bdc8b36ec3abe6623beca119def
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3ec1473f6785fb81a50fb65b660dbb723373ecad36a5da1a7c054e78187150
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3bfa4dce84eb89fcb183bd64a23a822ab776494
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711b642fd6dc6faecee65cd791dcedab745ea458e335c07243818403aaff3d2f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04e852715dfcd0e3c04933d38fcc534290917d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4579290ff058359718c59fd239eef02d768343dcd9ceec32abe4bf9be73b27de
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548a8dd740908137b804006aae5b135a2003d101
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8a99dede4338b9c66c3ffdad6adda70e50e093af4411a9afd038159c79cbc9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aece58e46cd2cf23fc39f1805dc87b4970c48392
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe7bf543e9a3d5e09115086f6a7cd483f0b66bf41d90f3a687f9c72b3585f00
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c68c75cd2cb530bc8ac781e2a082f45b04f050c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216b12305f8ba8e7bc07b252012b03cc9c96b9b3c1fc7cdb483ce07aef275c7a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ffa4499f7613a778cf1291487ededbd3295bce9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8d51624705f26f3dedd3835d0b2c56c1b6d95e092da87e1541d278d5f127b8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a217a62fd7783b93ab3553e4c0b314b5908329
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900e7afcc853777bd7b5407377bbd9f734961c933064fce7d1800a2eda8a0987
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2172bee569bcb9c725379a939d84d47089013841
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8335dd7410dfbe6fd1e12caafdb23641ba909d313c86ad8ca3c865659f8a8795
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15b25f896a4eb18e901518d8bb4e5bed7b600a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9444a500dda78b8577a167cb7ca81b2b5022af45f481ff79256db5623ea5f9a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50872e331f05b2495c5509c6c9d6350e4629636
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e0511365a41dfe409985d61fbb20185f67f2fbfb8cb3c50dbdd90ed18b9272
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0cfb9c7adcd4220fe8c9ebfe3ffdc51b8afc4d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b166eec71282da5959ce9b86315838a91972569facea530be6232bdecfaff1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5ef22230013175fc36af789c7418f4a3db20c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4be8cb8d67a9afa1690ccfa1a0547a6145e084c0e50ab5732eb3c2c0fa17209
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcda1ccc2d3ff8ffd2e0c73cac0fae35f161bcc5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fe309a84afcd25d1ead75f5f46f496a7cd6a180e635d1cbf55565e0878dff8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a63603ea21bc7479834783f8e2826818003887
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bd65637801ae98bfd452b140e1ec93d50dd94557754f1585048051adbd2e2d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b2e525332d63134de972bcb2f0da569b45bd6f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58f229dcede83e867a05bfdccc67a68cec458f50f71bd0096b0d9b595699e2e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9226a79b8a4c539324ec77d9517dd64c2cb15b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9557f90f6175c3d79a62892c96b310d31dd9ee86193e7e84888f3252c69105a4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37809b9f0cec1892ef4e9cbe75989cbf2c306740
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245efce119d34a607db2feb997a2a03dfe92a40ea29f4f6b3fa044aface2ac26
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12ccb21d0c10409453d6f3add106324cb68523b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3334edbad43be2e723a6eaa3127ed16f83234a5598a4457e0291d286c922a0c9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e921a169f47b0e13b25e2a7989548750c70da32d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ca48a1394963b23833271461bc6b2cc287397100a2d3e8b318ab859df2ef10
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79f08d95c40bbbebe6ee7623b8758673e8251ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fab5c459cae103fea509b86505bffdc83bbb8ed96dd712cd61e7fb66741ef3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2f7c047a9baa65822c12f9f983a7000a190cae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde9ed00fff76e61b1a6d0350ec1b2296751f44cedbba9ff96c606ba19d0ee75
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87934ad74cf27851cb50688beb142d3c38ceffbf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a994d08eb1c08e5ca717483e5b4de227c0a4b7bcfc704c47de07b80df1185fdc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b07771955636e371f6b8aa9f4f6a40f5d5e351b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d13fd9e96af6663dfa332c036223e54ab88d00ffd35ab9a788c5f5e2dc93b5d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047d84bce00ef511797c17aa2e4fb18c9bd9cfba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f792b99ee8f200731bbfc849c9d1b9a5b9dfb9891a2a74617402d89dacda69a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..677681b5bed6e03c530d8f31450e5506aa0778ea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d924af5514762f1241a21fdf8618aeaceedba862b6ac7cc43f90edd11a3914
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8772960b4da064022a6fdb084ef9f2c009f36047
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4895327a7ca7fc3563792ccc3e454318c9fbc3e27f41e935803c23aa627e68bc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5fbdeea148c99ae702dbce7d3a1010cc445b13
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae4b916cb45efe2c9a96a202c9b7cc1f1b00e05db2ca78649384fb5ea299ef2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70691effd44c98e04c3ee1363a2c8491a22cfc91
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5c2722f5954c68e9ec0cdc1bbfc352e88ea8940e5694fe46a177934f1cd417
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0bbb25842d313d70c81c66a69d226b2e5ac4aa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee4947bc9451f3b86606588699bcdc7c87d74691cfb63a8574a0c9ab17d9fd4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb2614fb5a3a7f1337fb1e6cf8e2bd5249ea7cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86f1e82d469d85e495a420751f62f8317a677da124c7cf6b76873fd8e0a77d1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4aec9793647528da1c9d228cccebfb9ca1a97c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fd6136f94245b541725898baf5c16d00921905da79a6e91e0f39ae7d9c972d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d99128e908c9b86912a3f51446ae8e539ec26cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44665e2edd2cff2a4a140792000765678c4a19df70b2bee2e57a167006fd839
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c985a0b4361605a4ed633cdf649046a7612949
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256ddec8fc21f5ce37a2b3450e01182f0f798cc35a5e18a2872d0825ffb490af
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db67555c5cfa656757508306a8c5cf4386c6df7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41ef1bfedef4a81bfab77a06528baf630503d6866aafbaa9927ab9d00daabef
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d22e68058dce5b13654be74e0a0b681dc960396
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a7b44964d691649ea1b03d3ab7d8ec3493eb01053d1a1c8939434758e28f25
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb1a5ff788ac89c5be06b11037a8ea90040714f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0441bfe61d81a3ad0916771c88ba9740e98fce381e660b8d444136a8415b6f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91248d342861eeea0b5edbefe1c448478037f5a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ec91a306cb8f75721fa99cb6df453e362ab69a3b5e303f6b323979ee0cf65e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1195f64d58b286b407514e84a5a03123308ae470
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71a2b4a8a46108acc7f9a85872da671ed74dff64f32c253e51e165572b2fa85
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44346ad9d8f23d070cd143fb89e08794e297d844
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17d08837b76d984c52efe3f7876f69f535359daaf795b1fa75f2c8b03cd280d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e0a3e62715838665c8f6f26bbb73150d5c63a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d039701ce74b4423e1a9364de75ebe067f0954c0b994f81ef8d59eb6ded88755
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf56898f8cf8c79c9aea3a1fe7415179f9574475
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e933d5608d7ed1cda634a2a9c84d64f48b0902965824c9a401e8336db473681
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b496f97bf76dca93a3a7aca2e9410c7d7ee11a3c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b923d72db0f019934c575d683394340de7128eedbcbb796c42b8274e8e613cc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0617165533c90095cf3192e91102a9dce6318794
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb995b6edca29b3eee74cb40658b42e9b4fa6a4943918c3e05b32298adee9968
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d78c70aca0459984dc1faa0d2c692f8dfefd89b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef013888eee2b55b774fcf8e2044998a93835189bc14c62b42e92a8f3695b291
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca78084d97a01ebd78558b015c69c62571c3bd0a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34e84422160034ca5b7a6d0c9d102b553164dc255364958c4473578ff204afd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadc450f80439c5798a2d48e65904c50bc36b002
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9b7dc6710f973aa49a7a28ad8ddcf58f36e056f9b29be7ee53d98cb5dd97da
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31d73f338d554eb29b4196f68b88ad71e0c8ceb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52449d800e722285e1eea92e5caf23863cbce995237e931423a66b72d93ee39
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed80b5f1f41c36ffcb4b4c1cf402812177f575c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91fc42bf37f073b6db823041b6f26a3aa6b0db77f0542b24f1e296374dfdc2d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8336c4a19e41c9eebafc97ab3dc7bec6098bb9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c56f33184fc8a8d6d06080fbf9a0c84e5bd15a29591b8e1bf250271d205462a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b55ed1c32e692579f315b3a61418c30ed44f09e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8332a28189cff7f70d126bca17fe13bc45fea7f9f1a3056727dd46b7daf1600
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abcadc7b10bb1f8dcec5d762fe770aeb1f99961e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9d3c4a04a2050bfd65a51466be608594d779772fc70919e1ae44ef98484ab9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b264b90e7fb06928f7f8721559f9b694de71617
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1a9ea7dde61441b5b777fcec662fd3c745d9e2ccdb24cd4a3d794d30d009a3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd791b91e9a4d74af52fbff6fc7f34d1e9a4166
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24d0091baa4e66702d6f740d1079472bdaee4ff27882eef89f4db81342788d4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95013d106ae5c393d841b8f245d9c07aae6455cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0052a21e2d0d812fd2bca46569a855579ce24990681c26769401e5112c067cb1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b193debd9ae3e92c74f81aba787617d59b214c08
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934b975838fb6345dae65e1feb03f0dc6fb4ddc053610e7a5c52ed5e082ee409
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aae524be2401a2554a05daaa0a8470f7e0a2f11
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979291c6c1167cb621a8978eb05c92b99e87965c0eb3821aedd7ce30b5db023b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e854c1b738de3a15f913bbbb9541ac5602f73ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794c7f8f5f0f5aabdfc13550b3253d7329df195e0ff2ebdf4236c4747b0b8d2f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62735e301c3e5b5a70e80a2cce7851ce7a35afd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ec9d3b8f2292d88c1ed40ab333cd656c13d577eadc9a87ac2bea1bd68dc99f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c0f8380c5e655ff811c3911ef488bb36bcbf70
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f3f345d0a15a178ccd42b76b51f5ac9b6523d10c8286df63210f9fc91b1c6c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed9f26ca32577ed746b324fbe942241cda94a18
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e502133d8f6cc41bb2dec30767f582f6d8bb59d2f9e7a4f399ec346917fcf88d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f8f60177cdfe785d870ae1f2e570959c237c9d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416ff28cfcc3c24574774b8182b92c757a4f517561bd9161e6ec370f072b5bf9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f96ea91e1752b8261b59ad24416a84a8025c353
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4263f24a3dc464018349e7e9f47dbaedb95e6dce90254261a9b2c7398d37915
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b69b65fc1bd43059e1313ca8ce46e492941c55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9741843c20c7e55a28224ec6b03010af9d1a6dec7289455b588df30079522c36
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99782d979abf26a139d273085b2f257995a4ee9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928935e31fc64992a6efd4bdf4a251cbb6ab3f8a298acdb343c912517fa0277e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06516a953a64805547d1e7df0a10727ef02179f6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbc19aebc5aaf4ecd97e7a12d496c44856848e014250a7dcc505d5e763f373e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75cb7a1a08b160fc21e1b2ac1e9d2f633ef9850b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b4611beabf2499ad0078083d4cdb97f430176e6c008307def9b309645769af
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf5a47525210e0b8af24907646105396ac7e57f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd316a55c08ff6b499df487c05516dcf380313e094daea529fbf5b5c2ecd1a6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871d56f364a680d0a0e19a70db9984d61f7cbd33
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f415e0cece8747859f2bc093eda3b11e714718e913dec98cf9a97736f8126c1b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e708bb1e9e1503340b9119a50804e54e8e5687e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f654548309131c6428ca738c36042aa624ef09445c612fd80b6ccd93731f83
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf863622f26c1a037c47ba9c46ad46883e7d5ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f4113e65d3135465b7798bcb65c8a6b1529d1a715d1939399b888a5a84e247
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba694fafd435ca5b399be72f8bb2f0f681140a1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b172ffa709ffeab9b48a32f615afaa71396a6c0bf28e6f34ee5b77a3a9c35b9e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b1288d3b378444d763037d0271d2cf94cfc7f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3fc81833b1d00f362c1cd81c5f9a7066b766501ed67dce42184f5c76532b8a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300828208972654763ad41112bb2589d1d21e711
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f9274c0b6301daedaf4159d8210206df5d5ade7da55cf438ef35ff3cf89155
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9973709f33fd3771ee18ffa313838adf00fbc143
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e5cdffe51c556b832fb3d4855cf53e71bb5ae69e48882e7be48e95a1b7b1cc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4f7f00db97857d1dd6fe49b28d45f25e956227
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6514d81ac54aab1edfa3240398f90b4a4c67c2bc1e63818b3ed499501ff3baf1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c758284263a0d362a58f13044162991c9d07ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f12c0ac697e1230c0bcdef974fe2b4515b00bb5c1017770d8975575c1bf2650
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71156e672eff2ae10ee923ac2703ec8436c5b6b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b275e744965a76611da57e0f28433e51ff9f9eb61e06e541d5cf100dfa3cdb6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76dd1c26c9d3214e5391277f51cc9226ab92079d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4362b40b3686bfa34ba64cce90ddb8d7ed973040d9f9544c31fc579c70c13290
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b2f872f55fc63b73a32818a0450ae2fab418b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d808d6f77161bde958b16889ac9cf965aabc3cf8317ed45a782e7df0e1840d1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95c68dabe7f02fb574a7799543c428cb8257269
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6ff82692f8196cb7c8ec339bb0d1f99517e540accb53dae1f47ce54a09ee47
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d01bcdc393e663e2b5bcb52318969e95e69bf82
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fde038c0c219fdf9007b56de7ea4b689d3b758a1439a186453a4ed4cc7d0c70
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c7d3fcd8e77d5cc7c7aecb41f760247a694fc3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdc560a9a06d6440c946d3c9ff16b23b5dec36d79631658f776716126d6a007
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05de2be9759f8b5701731f5b599a58f5198e835
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6148afc797d285014d2ac6a80443545cd2fb5891a63e66ec25a31b168f823ff4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5616443b442ffdd26a99e5881697e07e1f338a87
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28040032b9cfc9474d3faa3e31e8c031daec1edda58ef89ffb033b5073709916
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a138b779ff8fb2c11ed6bb8e714b7a09d78a37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7b5d77e0505654c2e47ecfec0f3949a44aa1a5e4db2d22b1b22d9248ecc58f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d73cdac67a2a06cf6d38a6bf6d073069d5cf68a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03a3c9ebdbc81c9121a32b0253052b319deba3f5f4c7adb55a2b1b6d697500e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c968c2ffedd4354ff2f4dd0a2cc377ffc35236
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552507a9da54040d89f62b628516e6d8b29f2e34da2ec7b0e30b2b62bfb061b7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef722c4190974c29ddbd6861eac66dd31972b13
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b512e9eb0295bd22cf429e78d2de5f62d91e4ddd3d04c53aad22a6303bc5ce
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9ffc26e0d2a51eb51d5ed4193b3b9756eae672
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae6000b33fadace3ce34944c72e22d55752e8e1e8a9e9705573709613ae8aa8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e394ebfce6de67ae0b3a051055e1b931dab16306
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92166e458f3ebf1c1af283cf260e73ef8f5dd907a59e9dbd82df6aa678d6dbe
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126c4529482da64fbea48a614fa3944b4da72ed6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d81ddf302c49a8e158766de23ae2e267796ea11741459210236db97b4e900da
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609e395a69ddaff52ca3b5529686fb1f0ce80573
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5bcf208f0d71efeb676fe2fade1998fc994fc7b3cd97ebb6b158eb21b03fb5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7658489749795991e3f715f6abdd847914959ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c8a528d8e947d4ddb1fe660e4c92fe5f712e944bcd51919285fee520d51827
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d273443e5727088ab404aeecf8ac92a5da2dc1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb213aafc3a2472685f01bd6c9cde41d1f88249b6d8a604e1d556a185e5f7ea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021adf9f1ad1a61fffbf7c1372d283a06747f4a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54533ae6f15963648ce5765ddf947cf6e4f86ebf2ce94e3ce4831aaf102a937
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465e9ad9a71a87b4970408aa5401a921e3fd224c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96506febe1ba95b6ef0cb7b30fc9fec8e98d925f2a45c5524cf2ee6529dc79fc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0158b5a96992678b1f4c67894f305c8384486d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155423f1c4fde74dd8d4697537c8cda2a72bbf5b108ea38727f3b46091641b39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fed75401140c2fa7aebad9975503e190497a97a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e298106493f33ec24d9416fabf95d5c3fada23b260887e4128ece2723831b07
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704aea3842d738bddeadaaeadc4dc7200784f2c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359535f57c4d654ebb0214e556598bf5df2aa3aac134aec112fe2b109b569cd7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d0490f16f30045c55a9fac22e3c8af2761b8fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4067b671d3804fd1bfc636a887d948c62215a03c011b4fe12b0ad0647b405a30
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb97db502f528198a98a345803953814370a4c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e11d4a6332a05f435b3e138e99d8414cb7255ae052ad16ca371bd6dd9caa7eb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..499c098965dc311b9ebe1c97a878e2c3bbc7074a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533d1e901c110b1b36b500e987fb0bc45bc18e0e48712bbc5171dfedab0296fd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca024a42e2c3230172ea4d4c47e56e9e600a61f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3584dbf61176fbdf1669aa7bb83f018eef4d7eac7441638ec707591e85dea4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be856049d2d70d82c4294789797d449c2f7c26c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf10f0e89f0519ffc75b0d2fb3c1aa3be7326993164f0c55aab08c2b5264e1f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9784622ff3409b4dc4bbba9e888bead3991136aa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9423cc20dbf70d59ddb84529938183c1fae15c2690858079b7bf9f62153925c7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7f53aab6f61f6f2b5d382c3609b9b3537bd96e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560a624d3a6da85d5daad5704bbfdb62513056a4d45093126d43e41b848e2ab7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32fd1b0b2caebaec30d8e6fb9817ebfa89caf49a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a47738159058c96d112f3068064f54ca82c1af43a8964a6b8b7d29a746d6c11
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc8b51f2b7093577d9be7eb5e74a4130d27be66
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4384f99f0538704ed58246d276e717db3e365bdf3d0e856686b692977bdf8482
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89a5a9a137d0edffc3d2632a5e4b02eee1a627d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52f7e247d12d156af55c879a535ca28f7f777b9a876c56d4d23a46207ecc059
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b0d2e5fdbeac8c30dfd9b0364c2012253c34c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9c287a90ae45f13098a3086f307994b5a63d9820e1e968a69eb54e5d4d3156
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c33ea02f004af6fc350040a22651c04a2f0fe48
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db612637fc46a09fc731323a228838509869b7fb5a745fde2b9cfe70b252ced
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8580e2610b16d3824e7e97d8dbd052b2f483b799
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6f1c6b017ce46910a337525ba6c2f9b99016fb88467bebe190cac3642e8f0b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86adbd678b9d92a908ed3aee08c7129dabef5b97
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3768507cfec1d5690dff5cfbe834c270998fbf527c938b4e8e63071bf589e3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82d01056ecad10378954a64adb477d1e9d09e40
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c576c6624199bc7b0b5b66868d329deac0082a8c4fce32ebc7abd4bbeb3a4092
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb66d0fff31ff8e9b1e3da16fbe86b6823ef9f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b40059cce2fe4361cac2c8158b29456a95d76eaca6c7525f38fca39a2c48dc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b4ad2abea6c197afb3095426382ce1a72f2ce6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df5b8115a0b50a145927b1ef27c3423935bc4fc51f0f920a3c4b23cbb9fc2e1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8639e6e5c2166e76362264f7e90856b4a62d9d89
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b113a4366593333929b7a8d40d3818331dd9f5da2b5027f8378ff39211f43058
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5c8cfea4f0eb52750654b9a9c296728eb07293
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af42b46d3966ff3b99eed4a392e882c0020c205a61e4440afb5a78b61e5e0d60
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2697a0227b2113d02b7f46a8ec07b51aa691f3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6872bc8e23da1bc4bf574651281d7c71a764e25928c67291d1b0d949c9ae5045
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a359d0be4d563204a1820a0459e9393490f143
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75935399c0302b746035dccfe604ac5edbae91ea718f16a8694d0fe55125555
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a777d78b3060a3118a253cb045ac8a2489cfc4b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee637aee711c7e823c0a7ae9f4dc088615e2cd28d9049e8add86e25ef8273cf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca17b21f4b13ee5da6dda32242a70a0c2208efaa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9764e44e37128eb2298e90bada39b57e4a41301b1d88729751a1a72440d776
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ced734e61310fb393b4d07c344167ca3e65d43
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5268a3311444d48016ad1c46de6fa45ffc8f4cecda3ff53e20f1f594172a919d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690803d1d98737fbb5633204eaae02a2e8543ea2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1124dc959c4d878ed6c184bb4ccc62770dac299e822f9a6c2b96c33d2dd7e740
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f476625a7e1392bede9f3f851548c104b3a0c555
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b23fd806fd6ec876a069aded4bb0d3c794b1b0188a0a5becb7abdb0a0e3652
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b6a28bb923881c6eaa9c30a040ba2862333adb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929b72b3b5f44f154db081e1eca5a1292c1b6bd7a16f3b8e91b5e62f5506b013
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf289cde211f633186cfddbc2f2ad64cd8d3d0f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c5f2a96d07a5d24a682f94edb0034513b0b3cc553559e8b748bc2d7b83a4e4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d50caa74727b342f10d0c9af68a7449bd7f0dde
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127c536c97bb4a7674a3202fdf3bcf209d3ed2f7afe9837f46ef55218df3af65
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fffb66994436de0ed1067661a3c15ba4b27375e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25da13153a36ab54acf114b238b974456527976ecf74b4044c1f448a77d003cd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ec76f8a9b60027acac33fd18434638f54ce502
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e14914447144e096a9bae75b55813f4e1d79fb15a668a10d0e6f7a5e95b081
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422f68694a140ac03655b1a91566278fa649533a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439ddd3a260dbcbb23262cbde3a1be64f26507179a97b4c0b99b9d427b3365ad
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eebc135fa467b434276873e850e2a525663f1883
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120e043f65382a21736056d469337a5ddec25ba44805ec4ed4c57c8a7ca02a70
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a40d767855d10b73e1bb485064d3008590ee78a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f744ef71fa08c478c896d4d778ce998d98bf8b4c17ed90498b5ae958619609
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f36ffe58583e8e2b19aad7dac4fbb44846ff75e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a749e1c1182d32a6d373539ea0953e256bfc9c7b606bc59a7ac9bc8b874bacc2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76c5cec3c38106e1f2e37ffe998529524bf96f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431b0e7f2da43d8e36d146b4e7ddc877764f00cddd10b63d70e39eb28d3bc9fd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c52aaf75f5af90b0a0f7aceb23b05d42ca1d6b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad1fadd6efe38fb1f2eedd62dc67053ce3e0c46ecbe2a8b6daffb9eb3567251
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e686ffe1a1ca41c5541c2e5d72de463ed7f5d5e8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d0a9c43a14d01db91510ccc21bfbd1e7337b3a060ab7a1e063e245b03326e6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f93f2cada6dff6eb6ba6a7172d999557a83016e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39505f2d01dd88169f10979bcebfaadb3c62dcaa6e39f64334d8150cbd66a818
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b66d4a2837a1a66c302f5bd722bcabd2368e960
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbddad05c6a6d1b4c4cf8fe41cbad233722e2c8e512b274a74e7b1d9052fd76
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b23f15714120cdc564ec0b51824813790f3a961
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8236360487065f8ac530e810d447e107546c978fec585b81c1a47d89c1bb6fcb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afcf50c603c9e9fcbe1e620d1cf5f595068b103f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff952ec37c0f7c31af84d2fd15d9d9a67247400dfbc20c27ebd6c4d70424403
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0211132a3edddfbf49c8b21bf798b3adaa98bb34
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48fe15cdd87965405ba04acb043e899148d9731217b9d20fd1cc6e02a223bdd6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c53ca06c617408236028b6e9b5cba658245823
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6f9c2d3d536674dc106fac0fe0e55ad7be178f1497634d3be65d9d122acff4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3363adcf627dc40a9c33e84ab461a9f144504183
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd39b6bad59c877b4c8ddc0d355037b8da61fc141c097b6c78caff08cb698cda
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3523c81ec4164d0121dfb9e4df75dfefda9f98ff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695a50b196e43019117c1f242de353f5139a1a9202e6b865a37bda545be4fa84
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6951dd0db3fc5f1abffb8edc12de002390ca7793
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca105efe3e63c15c329aba47181560ffe59803990bff36859affeb9bb46bcad
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f76177c9c23d34ca490dd70f344e8a27cb6b4c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf5488c92f7ae07d2e26a4867180c64e844cd695630913377b1237d4686d3de
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902ab17dcf4990915b57b90ca91f2995ff0f86e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c8d0b14e621765a871b0e64a6ad6acf4f182ce02db70b9590184be09894eeb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4cea976d3fccaed662cf8688ff7442406381c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca491a96563c10e00db0f61d91ef763f26420c9b399345346af3104b14b490b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85eeee979cded385d835797b78f1a5486cb1d53d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fe4ce38f28cbf9cc9170911b3c173949be66b2573dc96042537bafebdeef08
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4e0b92fb0a5a4d2fe587db8569c7cff29af794
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec82539b68832436b40fb4e307c8f01a2fee2d38f499384a4ae5593dd9769c1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d697cbcd981d86a50f4e1c302ed0786ee675f6a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9eeb1730a5fe847f67575fd3b5912d9e72e2c63e7c8e02a88613348d8be908
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce03ac3c884319b9c47aac27afb6ee0f34d2c6af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66fc78eb22e4fa23aa3b4cc6ddd49b4ae41a0243787251de207a113d9e3f9a4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd234123e608505d29dc281f9c6860a80768a727
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334d557efeaade5ea02f13822c1cc7f1d8b6dd1fc653b253aedca6a59cf90eb9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88886966e358b6e11499f7fa53f2718ef581567a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7660ab388c0be0ac3788e82bd32747976fe1b6118a9679bb532be1c15092aee7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca08ebcea1a2e438dc2e68cbc9d0a45546765ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2530a84f0f33cd5881e0236f6202006abe6a360f145aefbc898e86ef0fbcc3d7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884959b0120766c2c0da2bfef4e48e2aaa7455b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b8c2938f643f3f6e11fdb0408e0222a5f8f37fc702410a36a2a5bbbe38446f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1716fe08818dec374858be8345314a32b2b7851
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb272d54675cadd72ad64eac388faee085f5085deeb9ef0d69fda61edcb0617e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59264e327cd23ef180b277f8202305a409d33653
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ceed7cae7364074c6b0c1f61fb32c6be75ec8be3edfbaf39924ef7dbf1af82
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688fc7999411681f3098826f82ffd2d041fc3b0d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb76e8cc684e405edda5b01337a9b35b641050d30913c9f365cf6443ce951df
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca98f06dac04fbeb245462388d8f95894742348
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d98de361b11c384213e53caa0647afa4231b211ff1ae9deb6b22e2d0d0bda92
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee7018055d30d7b794371fa072cb2f6f72bda44
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606f20aeb8ce5bba5a79397208dab8927c1ca215e42a6e2cdf3c3c65f72aab4c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b54764d2432213db93d90d0b6554e6d4c90ce94
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f7fde611385d1133e6ee0376a26060fde30db5ed72090f180b2000e657d72b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d2ecb65062da0916ee397ec6eeb7837c41aa2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae76d46264b43758d5b50d90316d06a26ab15afe421b42e3ac6436e4cab8224c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d5a4b75d1f68af159f45f15717d31066d8ad4e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4855ac985ff90d189cfb3889ce2e98992b036cdb7212c5c7a4aea2630081ad44
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6056f97ad250c94dcffc1fdfc6a2f28cfe553604
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21ef18bec101bbbdb138e11302292a23584ae624907126da10123902b3ec3e6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069a5b5902c2f6785769497017a9fe552d25be73
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f21be229800ec62f97c837d7d1b9af7d18521d7d24de399b21f592b06c0e27
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d461655ff63c2b692b7bc08fc56fbae079cf96cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42fd21386ea4bb09c270d67ab53a0650fb1f7622b67897bc4b46c10756546ac
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6c6b1fecab9bc3e7832b9d2b4ed5bffa983d0e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75adb33560e2b1340bd847f99e0fb15c6fb9164524154359e60c6521c101cf55
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e3d401f57183a505f77152317e6132e5bba552
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3073f64263d9123098be455bc61ba613dfb631546743b298544c1d709264feef
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b7ac34e2da7756abb1cb4e1bc67c1e16158788
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68acd80952904238b7589b6f985480ba67b0bfbac9a2ceb1589ffdab5e35fbdf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1fac5812e49e3b89b50b7aed398d761ab069b20
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbab5e87a0d092f4e2994c96f87c09fe40e34b4bcbb9bb26130dae9fc453a2db
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2bf261326f06f13a89b7f26682b91ab66060660
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c87e5f4dc8e73947509963d7e5d821c9188783eb391ba5a6759016a0f09f08
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993e480a85babebf0f993973d0d14bc27d234fdb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d914878f6fce23af67d41d5ac27a89a92890961ce3696e077ff0a7ad6e12f104
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940fc33472df8235063b39fae2e697863709d302
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7c9176952c5f27eb4be5d21dae9305d60b8fd2414c172fab2fb12dae8d7051
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b0755fbf1c56a3100135533f2158d62606bc1c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ce059622d4d66051386565198b4bfe69bb03a4fde4f894fdc498fcf8fa267d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f950366368c095eff32f3c3cffaae061fac40c97
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ae4f3f04e7c3f6f5728452e0fe4d06cfb1e56da9e90e79e3a99b85bcc5013e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f2c5896e5fc61278ec9c10fef7b8f609a6fb6a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ef610d645048f268391ce5bec53d0774351bc675562de27ec7aae4903a927c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc16aa2c8cf1a607ed955ce53e960aa8fe4c93cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e53df63f6086ff6d0f9ea8ff3f659da5571ed9cb5c1f7d2a9803014bf6e427
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3584376d845b2297f90fa86589a1265bf38d09
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b000f72221f5f9ef5f61cc85e5dc01b71b83baa1146ec4ececa433142a031ca2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0feb2cb81d80575a724b3f379200751ebaa948c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e473287f03019e5230576e2e8beada9d01bc19869329ae358dcfc009ffcd2d1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76dd1c26c9d3214e5391277f51cc9226ab92079d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4362b40b3686bfa34ba64cce90ddb8d7ed973040d9f9544c31fc579c70c13290
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941d756ccda679fb71f55d8fa98c9ca925aa5fd3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb508df7faf2b8b5c281bdca26d7f4e70649fd839bcb50dcb78607f19d93dd11
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c01f97e25233d3dc047ace6e6f90ed2f41282ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e38b4e40adcaa9591bbbcb2a94db411d949374cc7a46c3c31c9147469fe0a7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9477e318bbca98493b9e66cf246928298800b0ff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aecfa683c0662ac9cf6865d795ff13a9bc1db67b2d92ea35c33dafcdf8f1e53
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4327461c6d5428c77a3a0eff87fcb79c9e0bc4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9855a66daddaa6e38f18c66edc02d0235ba6e2b1b9fb80d7d578a8994b97c88
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9fd504c723b1fcdb3189d560a1549b659ca49e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7a19bf06c71996123566b297cc170f2bcf8dadb27775463dc7a5440f3041b2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742f93700b9960b70c7d8303517f9556e9a6e5fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2671f610e879e15ee899e12997306f52e966db71f5c70c0c34b77bdbbe198454
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d932a0c95bf812b95f3ccd1b5f341e6af7a27c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5b122431c98b9ef41a8add649abeb2c6fdad88e9fc353118c7772fb92c2b77
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76dd1c26c9d3214e5391277f51cc9226ab92079d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4362b40b3686bfa34ba64cce90ddb8d7ed973040d9f9544c31fc579c70c13290
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a4e950006755b69a3d9f891eb52fde8521654f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d873cb238e3dd34dda3b098d3afaab59ca5cccc64a5d7b126886237296497707
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36480af698b07c40effa3f36844ee5c923f8ba9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068207937845d7b424f6b56ef3a53d3a2e04115ef6c0fb95b62cac8a13f05f07
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c47cbe36e445d2686751d3b3bc3afbd20a76dad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001f16878dfd63a3bd18ce7bdbdb40058ec38286bd57698e7975810e0e54a99c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388e969caa267823981ccac0b45b6a0405d9edef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357a6bb5177018b3ecb9b30bc7baef0b9a9bf1f0e2b07ea53c32ca3e1d8c2c79
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a09279d3ee7428a2eeef0f045ba8ad3a3d0f91
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105755419338dd1234e5742bbce230b971b5b5a470948bfa986d98420b166e57
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b6e05b5f24c063eff1f6567512f4fb6a7e222b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d9ef6380cde7ef08462f885507ec3a0900a16784542385b5d35b9c46514c1a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73b3723d1485e9f1fd28fc5f8cff9a43375b7ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f0184ca4f56a6142bda3323eac7076e91c97c74e5e7ad325618f51cd6e08bb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ddc59af945bf68b312f4377f4b59983bef556a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978a35624cd68a3e823c3cec698c95e7c39af344ae2d842f4b3349452bad5f63
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cfa0a81bc82239cef68aee28532f11ea32b9cb5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052c40fdd6fce59043862089f194808a1c212ece1e54338900b5234deba511d4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb32727b842c864ea2352928eb8973139f51331
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6124b54751d263cafbd387819a7b62c03b2635159222f7baec666735572f5eed
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b62270798f776660bc1f0c92e0e75d1a5a139f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d89ffe4ffb2e230b7be393d21650d8396907cf8bb3e63804a2a0358e4fd8a8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e8ecf985680bdc78b7fdaf5ebad8a00967c66b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d566108d74bc19d0dcd043a0cf1c95addd07ec086ce847d647abef053d9962f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15674ea222aa3af9ccb1adb34b3bc4bf59ca1e1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71f87144f2427c0b58c3bf8d55d8c0ab22b7794c12eecff6e1541a7b0b5ed78
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e329c8f51d1f3d01080101e0ea98ae064b6e202
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b6a6159d0da7f0174c29506062fd47bcf0cc0c5a0b620055bba23f51953e57
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144ca01b9ba837f738f3cbcea29eff152e2f0fec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8717856e6b350b49aaed42cea3b405e15014dd37fc46582f6fe1f844003cffa0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967962b1d7ebb45c29aec67ed30efb3cbfda0330
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665be16cf18baaa3769cf513a48a47d25eba4c476549701eb7040a4c79ca1417
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a565df338a63ee3ac2e82ea389b8b945d8af6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17e647a9d08254f67d74e5ec7d8199fe3321eeaba8c15b983ad59cc90fb30fa
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/lm_head/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777321268fd2c7a4b2b3dc1a274401b4d9e4d4dd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6758e4f49dd9d0c160383e88003e0d56898f8032a38b23704d3a5fb86cf89c8a
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_9/trained/lm_head/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abd79a491aaa30719ac89c8a4d9b5caf33016e7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f4ce7b989ca8be4ad2a6fa2ffee0ddb7d53d96d53f75820edd9dbc21155ad3
+size 514179
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdc534b2fc9b69e680616eabc40110521df04a2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d7092b21c48b797a3c7a649598449d9bcdadb4fb20034443f2d930c92058bf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a468ded0640f9bfeb0d592d1ebeebe88d5222f7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd3f33e5f6b145531f51a59d1adb6172b00668fe4973550e3349515528a7339
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f6e9ca2b4a586c8f659bd064117d6cde973d96
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a376a6074204e5b0a55519a68a1af196bc21711ef76f5e235199d049805c5db2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47816277b8187590180b24c8a83ee26441f7b3a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84981bf72ff5df9b9154c3978b438b2a12896eae349ad34a073ab3c679c1e1f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ecc7d4a637185feebbede8e370e4e853ee2392
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369c2a52aca5d62b74a4d72cde6c77dcc57a1a93dd3a3808935ce0a951c49bb5
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e20976fdc7dd19ccf00b0de49faf684d61ac55e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e651190916df5f4e397e0b8981b7a78559e5de80424ffa4b991f41c520ccff
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca56573924c12211bf7e06b6f81e79326eed9bff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b0053c81c6ed1f9b6268485bc2e01397c051f61ea3423e8aa605d9a5a2b4070
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d84e4ce52019132741746dd82c0b1526647beb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0829c1cacaa3340a38c1fb2775f39c20d35d6e42a9428277228ac0ffcf37b1f2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7510317920114d0efac0f0d4aff157c8155996
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41fb0787f1b7c6d74c5eecd5d2cdf6dba2049c5f46b2744b88317a4378ef87f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279f01f45c03efe7d1a014b2f2063e11270f547d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061989b85dbcfd108def05683909666c13f3552c133a071411f92a38fa42eec9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b30f2b30665242b7fc5604cf19702eec7581b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e8fbb3fcfc3240874012e22d80f01809f9139bbf6ecd4696e9ad5bae4fb79d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40d8b9fe314502a8bf614f951234e82f4f3dba8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d091f56e8f7b29100fbb03e480f95e2547d66c2b277e7ad0105aab07c42dcd7c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8819015a5468213ca29381946610310e1b44c1d5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059563825f75bf784fc3e491cc8382de4d3b1232d6440f20a6273aa020f91d68
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d535760b921a64e86a5a809dc879266355b8b7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abd82da071e24a15a64528da9a30571c34ceddbffcd0fa42bc7844753ff3565
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4686fc185c4814233052cf8ca07e91d51de47e26
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c08b1270f7c270d52fdce728bc412cabc2c9f0aa9cb67657336745e6261afb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491bd7d61897b879ea1f5c6a5e1b0561c3d3d14a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22147c4f1866d2f32c072fe2a4cdf14a1b72c7b3d1416853f6d82b5d616d3905
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7dbc1117bee00242ac03e279cd6b727496e847a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3d91aa9f1002c91ad3256a88d350c225627eedaeaf1b2e9372ae2efe13c9e6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb1d5e9422ac9cb6c799cc64dc7be41355d6c82
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d62efdf66d8435451ac9c54967f719a219e57e3426d048e1a42a846f37be51
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1d9b28a47232401ebc3b0a602cc4d96eb94afe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ecab7cd5ceb7fbbdb507ff4461f911e5e80f02b82c2739c33b3bc223ff4776
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ae07ea1c8e20ca214b336db84fbfe0bc1db38c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d453e0935b8b13519a1bb75445f85cad883ae4d0a81647ebaebeb66285c83250
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d15d52816a9de79ec0ee9faa505831294b0b0c1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d558bdb43d19a6a0c41d9289c414303d8df1eb193c2a236659c96691fecd8f9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d5a90acf5379ee7fdea7ca325e16cca8fa0289
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae438fe1c53929438c39271c66d63a65da4d88b33d28ad43da8666a27144a6fb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1eab1d078d8963f10290282f25c19527351f55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb76b3016a23c53653607ca51d490457ec3fadbe12b1569daa7bce787444164
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c2a4cf2b5868d727dca5b33ce5e2e4899562b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f7751d34466e619612077fb8811ca775d5c160abdf7fd4971f61a7e1be8d6f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d1c28c2c458381cd209c53efc06130143a4398a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735e41694c5d2775393d64510b0692d247fc665566b8afa8283bb28db7ef8c37
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749d72f87562fc8a471f727fcd20712c2115d0e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39799a0e23c222f50814d381f95e5ff903f694c35b874e53941dc3980a1b6f86
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3423203bdd04f12dbc39bae0cb9a8d84acf984b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14de9ee39f1b2d6e7a7456f2722b1e3ab31ee06fb14d391a1a244412ba323f7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b5ea856e14db1ad39f52b350e3a44dbf76839a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e26b2a636b1ced264485bf7e65d1d87358038d81a16994f99e105ac1b5bdc034
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64381ad2efc1ed4dbeacfc4de6ea72732aab5b1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d60d5b05e62a41467c493b5dddc0f1957ae732871463b0aac2a79a706c0094
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66daedb1cf0e1ddb8d48c9165bfd0d0a223b4663
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e61c2dcfcdc8b080954202e45fe218835ee2523f7a3dd8ea77597b206f00759
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcdee88d120e6dd94aa443d66da196d50fa2ffca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4bb6caebcf90d78b5608fc4b50a6dda36c5d4675352439fc74c1f7f9a15cfe
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727c2d6cac025c2f4b275dcfa3a07d8b7823d434
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d26045e2b65a362312ebc4af7cf636692b5471658cbd46cc93727b97ac44b2e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20cdf9cdc87ac9d3c4d9dfca6dca55adc49d9570
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4c31b25682bddf3387a102858babe7a284f9f4911481c95d192437e72d0529
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a9d8b2b5db70904ef001f75b922ed82e1c5661
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56979e1e7dff68046f8c58353415d1719d710c9f27542dc0bf0db9920a8eb304
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ccb2710f1f934f1aa65fd1b23513325d18b48f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58f7f9fef179d4ce95ee631b1dd326aa42f44312da102389b7e8fb79eef079b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6486235949c79393eb623675ba15f495751fef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3214b8eaea293e42419c98cf230a6744187021b1e05839a5e5a2155c60c9aa87
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763f9e55494e0ac6d92e6f3c653777ccde396453
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d267bad375675d64ef9da0716ea6ca980d0700e50e80cc60ead5277b4c33c02
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e635f244db95c6a84bb5bbe8260785a26178500
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8afd40547ee6edb32b40f2ea7e69eadfe311192b1e30ee3a061177093f39bfd6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3fda76587e7c60a116b9d7feefdb78e9788a3c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86ba706dec6044e87af33fee9d77da17e24b7faaae57a503b7df505fe1705c0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7790f16e94dee58c8d76cece0ea0170a94f6d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba4ea302026edf98c49f0e561fc2c7153d8511beb641c242ad737315795c588
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd21f0e7fc7f7d0773b798d4669fccb079cd2739
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca5a6963729655410662c316843292459926a3279754c477ab98d5ef0d426ab
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c01b8c475b13f2aa352299c1ee61ea7788e017
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd64aba18fe5178214eacb013c24dfb6677131b06a59f82cbfd008163889398
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eed291bf24c09edfc36a3808b2528c218769015
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f170a2f50cd9b913ceb1539dcd298c76bddb43bfd626c9205abc28156fc8d73
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d219030c1428d17613ddb8244191c91d85473b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f83b658e0fd850fc67842131dd7a51cbec6c8ede7a9e0368238851c41dc272f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934783e3906f000bc52acce6ecd37a2db9e5162d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65d30e4214537ca826ec9cd1dec8d52ab0b7b2cc095351c577c8bbdb7b3a8b8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00de6d4d1093d4550c86cff5828e658b40275d02
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7438ccf8013fb08688c0e807344f911de9823e98737573fd94e68570bc732a10
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ca28aae371a08b2b039655900bdc685c39fd8a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d9fe8d35a525a1cf5c60132383a83dede04ff5f196018a70107896979e47bb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c6ac78682cb48411eb8dbce200f5b395c647e3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57713b91fb06c7126672e720a572126398dbaee1cea4166e7bbb1cf61acea0a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa56646577435a7bd66f07106dee3c55b94859c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b736ad4cf2664bf1bd563304ae989e7a7acda2c0d03a1ffa1eb4e56957aef90
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9a52390579f8301034f26f1ef1e8472ce8b980
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371f8b3b0952b62cb44973243c51eee75582c3a7cd518db62657d3ffb581ece9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b63adc4ee8bd3ae4e719ab1ba7d2381ec53797
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1312f7743dab8959a2f7ac92caefd94101f979bfa52d4e2087085e6a3d8292e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba848d8b82bd16eccff8e876592d32f0b1d0465
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1549a9844ed18e5923799af9cd9a208a0c065ee676288d12d741004a2d135c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8183b20182076cdd37d1c2d43bdcf19f480cac2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761460fed440eab07cab07902d53e3c1f7eed42d6b3785af3b084a5b416f5ee6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34850337b18b177b47015fdfdaa47f344f61476f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45c8fd089946d3f7c064807f348599baf54d6fbad2f998c97f83a82e0473bcf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964f32637a9d9f968db9f8b48215f1934dcce16b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e0e29fd2195facabbd11a35a799c4a698452586dd04acfd31445eab8da62eb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8305aa278febe94c85ce6bc526aeee3f09454ffe
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca321e7cf124d48f9241fe0e1f205fce5aaa85caae7a2f91ec0fa59de36473e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b526511720a17e77eb3a84361eb978f0fa0620d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb7ee230bc9be0d58b74a3db4fd685f7da0f567cfc9b350bfef9967dbf95a19
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3ce8bbb55886943e2d6f92bb0886937c4b162b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8753b5b11d3e5c4bc16ff8241364beca669804ea220f35a5311a2d966d0f3005
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c9a36df07a5811801610a4aab5c7f12cb7f21d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7463d433c808070aa07b1b0410c384adc3caec2f47781a782eea51212cb5a610
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6e90584687a9044e10f65b2b1e28b85588d45d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6b5bbb09d732df1a8be5b5d782d9cddff598359bdd3793ebfcdb1ae6260cbc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a109dfd70ff384449846259dee0a6d9d70053ba2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce5012ccbd75e8b11abf3a629f8a2d75e337b5b0c587285a601ca8e20c2e513
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1bebb713dfe347bc373e09b146cf5ab42aaeb32
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8074a2fe5a03e114253dcc377bac24c8fe31d3542220f9e24929e1db547db0
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af604d3ffd38a18a485471c568a3ecae2e7b4fd2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b78c7d03ef3e013457d7f8cfe3b8d1a7d1fddbee2cfb2ad24f02dd2146f621
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6632a5f80beaa139b6bbbf5aadd7167fdaa0c983
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc8f21f129393947532e85944f8c47f1752107b8c530c759d66954fb9be6df5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20aed32180178b99b14faef3e42adc73af75b006
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b9487b4f2e8d197ed358314997b2958c1cccba124341207da33cefb45f74e6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f1e05b4c3525a18449cdd2325f9928c07cb0e9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d493fd2a1955c7cf3dd14c8a54bbde95056498579ba5bb5aa54514442b3a666b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d523dc18e83b106e0c72a7926b3021de43f8d226
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f905ca7c0ab523d633c8e37439bd7eb085e1fbc17e7b7a00af6f4a85073d343f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f317d138604cd0ddbb6fb1c51b3245a7b22827
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9350d409da8f040f94aa69d94e7ed414ae4c24a58da37ce3b22215edfc2df171
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c764a110602f98255bbe107f2c34ed68aab89b8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2362b0c2eb4eed55416090cd78b339e5d3b9ed21fac562b91fddc179f1936144
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583ca394149a46ada28c9b60feb8f8506783a19b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba5025670007d1183494a80ac0f561d3094ac9dd40067d480713b6547f6486a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c40dceaf4f9c92fa577065ec571ffd442a5324
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc488eb60c3301193e28f46b73c89cbc32bf71f5ad4c8774525201f402d0e6a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b073a0ea0af29c4a2efa91e9e0fb05e5aea0a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c77e31b39ecb25d0b12f45553e988a899c5012eb7f139ada5cfcc74c9b61e7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0303d31a6425163945503321ed1369bc33bcc48
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e712c82b0fbcb407714c1389e68045cea256273146980412fdac1fb17cc0455
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91a33e1f9466fac96499c7122eacd7c68bfda50f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4caa4a559be0a2de6d630f4b7753d821bbba7a9144f2e696cff52078940035
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7a5439e0580a38b6a68bb65469a4a28d970d01
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76de2d55436bc638287025bc5fe589166363aa9a49f67b12a2ad84ac90a8daac
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e7282051c19b0658507477a84b5ab0f7fa2033
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65793535ff864dcd9381ff9d5a68dc7b1e056eeb119f684ef899167cef43ee7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2ff6cb18b44e640bc5f41dee4000504fcecd73
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c40a7d5255b246a69526e09c5cd110e9a2e37e4b08ba4e204990471591e4258
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55742e19518713cdbcf63c6824819955a8a34d2d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101c9af071d7e8c923a9ae0690cdb5d32f446d01ba4f6106cc73eab978cb1c24
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921f41fbb02ceff1124a94d84185c9cd754e0acd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:353f7ee7078cb052f9e5104003745b40210ec23302f70bbcb327684fabb34b4c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d978e3daec38d2a0a2a62a2b6856ecd7db1738a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833ed216cb696b63d7900f363d3dc87a844027a94892ad724c78708100b1fa4c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55992f6d1da5a8bb97ceaf76732f644faa149eda
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d0f25d20b17f708bffcc96da00ff9497fc86a7ed57a38de37575f831babffb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3503dc0d2d4793ee3660e193a29395f5aefe9504
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1429b9c7c58b688ab823286f43c212262262fe94a2e3f6cb3f2efff6fc89d8d6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b99f30d8acd6442f665b520f61df10d27a1e354
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745ca7c6f31908f5015c2dcfa75196de83ddd74982655e2552321d0539d4780a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4e8d6e8a69acaf74307a242155fc473ac5c8ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8d0a4d51ac24bb78f5d87efa4fb42916dbf4f0ec6fb1114a847e3cd01dc081
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b183dde273c9ba78efedbef419bebe5f3acff3fc
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c2dca4e864e73ab02e0b4d499d69a4f37dc8bf83f3c890d05a1df46b4a40f0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1b439bbb7a87063f956c5dc569863e104e0de0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5303e7a1f7d119f1c130af8ea36f305822208a83c2e881d2fe8c2411602560
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e4dcfa286febf8f6d931a8d8e3666dc732db1c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38077ca5a9d9365a9cc2c967f79d9d4b508627fde62b5094d4959b8dd46e6ab7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b990c17a903f4662758d968df82cf945438fa2d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9faa0d13f432b87d0ab271bc565961285599dc23e049309135a65cfc3d4e353a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2bd8bbf738b8d04c84f965d487618837abe7e5e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c572148105abadf90e83436131fa0910a50bbe6aaa4c2a34550799d4ca2cbb82
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21ae334da2f758e442efc9dfe61a7165ad81adf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e6a7e435b8875d7cef1f1257a63a9f6f7d0ecdef1419d4a505213ba256d94ec
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2c9b00fd122812981ac957b556f4e1a23db7f4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237975e3fe88ce78c04521776e538b094d39fb5d45025a9a2363204fe6906372
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00f42b8d1bca35f5a422842d59eb51dae2f7044
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7452d57f6e5e3a667aad7b5d4f3f740d5137a84f183853bb66ccf082a40b2f3f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965c7be61f8d572a0895f046e9baa2dd4d750615
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb5f21405ee152309d58b94708cf687fd00a6a88fb903778df38502aee12c58
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c45ec206150e359f93f9a92cd3ea4880223530c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e337f8b153567df21b18163c5b9464f9a0e45ac7f644b1e042cde3ddeacf32c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ed0231aaf5397e294c044bf3f132bed4cc570b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebd123ed92eeb9d8898de1ec53334e533ef03d67ba28fa02b1147386f9ac18c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f59c553259225646cec27e89509dad6e4b1460
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7327db8f2ae3e2644e438d9a9563751597fd7773a8dd5bfc2718fd216025aa7d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f87c72f13dabe869dd733a8c7843b92785ac0a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f306d954b7dd7500ffe91b3352b5e06e9a9bbaf1ef83a58902608c6ec103f95
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c72f29389b84adefe3efca6639259e914d71b44
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85047c00da2cfceeafc61e7bc29401f1827c819484eda6a1ea90061419036c5b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a417cb0bac9ac115d0fd0c6c8ab7ad6e1c34f6f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c067fe5f4fcaf1bec0b152859f4dac768f2bae8c89417a72d9440a50f42ac95
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07e9b41805145f68a887baf34cc01fe41b4e5e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9040a88201c54b63323cbf6371b16380e9b2b9ade1d89e128383246dc1b2cfbb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8710dbcce1fad00d37bfd522442ce8b78c705e77
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e238c1b99a90cba4b4e41ca5fa1e9a651455021708c6def8dad08c3129e790a3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf86ea59959dd4adfaf3581ed5495c51ca9ed00
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cdd4683ee963c09a88bf120caa39a0d1d18127f620d22384198336c557ac06
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463d44e8810b80035c51fde68fe45d2c4cd8d122
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edaa865e9a683017853b2d1d65b8c49016a8a5fd382a920cc108c16776d8c9a1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76dd1c26c9d3214e5391277f51cc9226ab92079d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4362b40b3686bfa34ba64cce90ddb8d7ed973040d9f9544c31fc579c70c13290
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17421eeb413bf785cc15f032639e6b617d390d0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ddd9855c8245e04f298c53002186df6edf872b9678dd90c6cf67097232ac4e3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d524c83cb881b5c31935cc7b488bf2777e6d92b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d955d3a1735cb7746bed7373c20dfd70c6c8d15f07ae88d5be830f5ffef15095
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589abb63007badfb96b0f4d80da1b195d1e5aa8f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27572398b06cdd8570a8ef095bf67d1fb56d36f1198c784f461799ecd4c5be2a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a7baf7a1bb914f46d77ee7b52f01fdea5a61a3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47390d7ba247099b043e106567dd24e697c43b1edab56df7f2c2b84ddaefe902
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49be966eaacb4679c83cbb0c8a3bb6dcc6805d8c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1560bc5a116e58d7341544256556852c8ee7f9b676253481299b6389a1d1f1be
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71a1c7dba6c9ede2b4ad66cc143bbba5784a08d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19eacbdff5eff53e7e081a997e9ea2957436d1f3cd3004d81bbafa97d2e9efcb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6723717c585374ba0fea5f72600030ad4ab0f75
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2917349f1e3c2d6ca6233d1466370d6f61723dc0b16da3bc39ef8ac6b3c79b14
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488c655955fa8e74dc27cd64d93c393aaa3801f0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb26f92dc6ab2ca3752ee7306b92dc749aece8e1db96428429e8b69cd9163b9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee95807f89fffd675a76c594e5e7c7c89e06d2d1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033c419c68e7e3cd2d3ed03963fa2f6f421d126a162ec3be9bb2891feee8c36f
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3afd00a1df75493697a720f7f59d77fc3fa6ab
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a2e85708f6fa18b55f68f244b1379fc056f6163b53337da42d647c0d18aa87
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b78bacd16a696b481d55235f0a250fe506b7371
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236ce8a597bc252116794c4097bccf223c00c6252594199073d54102f770b111
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2a482c64595aab8a12294ff64ed2cb23edd251
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4391f3360b8438e07a3a289fae5ba60339e8534727788a2cfc4436fa8d4e85
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b097d54db85f4d5d97541ce62cdf0240a9322429
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d075ed001a3a3135aa85c4e44c058d0b6fad1f5219fdf8fbf3639941a69e35
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf3cea73186bd1b3d9bb50d781dbbda2645a6a3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b899c1935a21dde77ee3f97c7ae2224cd1a6c758ce68099dd549cbc1b05b87
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ea20ed4c1be74c6e6881f34896eae918a4edd0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c475a974b9861e16507114dacf396c9a7ab8a6fd50edacf91f3af037cd089e8d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d914618d985f9490c908ff3d8c7c7a50df74ab62
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b89650115f4c7879f21d4534b6102052f0e7a6dbd289e60f02b841335039b0a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae79f76c20b599612dd20cb05b77abb8f694417
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf53ef89f25655acc20ca653e657b8eac28bc62b74826313bed4e16d6fd66f41
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc20733ab83650f9231f3452e87c6b025d16778b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5610eb6a3671d4e089af99e81ae18a020855a7223c598195f467f48f5ab5eb3f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ca8e75ab586bf8f5f313e6c32db9eadc07e7d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897e560cd715cb61c339960f8ceb908b437ba5b1bda05c6727cc6b9c6eee33a9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc2562ea4201c1f866b9d13b47f0a17f6ead457
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23859a35db45c8a349e042affb10574c9ea70f686d8dfda6c79f32b3cfaf09bb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2748d77d1ac99fd2394d15b0b4466744cf96a0ea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595d10daccd5a443ade2f17e63145fb9b93f913be5eac849f9340e6920e217cf
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c6be13a1dc6290ce7912ae47909751fc83baac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244d4b49270ab391e7ec8ef0aae446738a8c6596aa3adc57c80f2a8f8c898e34
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10d72714c64987ea8420ab83d7c9f75c36dd93c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014062955f444a95815e192dd68074acb99069803684797f189ef8d29e189b0f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76dd1c26c9d3214e5391277f51cc9226ab92079d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4362b40b3686bfa34ba64cce90ddb8d7ed973040d9f9544c31fc579c70c13290
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7852fcc0bf523cbce3662078d2b2675bdd66988b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159d30b1ef97296665ed674469b4ab66ce67bbba988fb15780f769dd0a694782
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1c8771be387a76f581f1a3760edc4c7de1c83e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06ff0c5d82852f49815818f5301f4715b3fa12dec94dd689297149ada5b5bae
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17f3676457e9119b4f3e5b5f50aa2d857ff4c36
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc60cbf3e72a62ab299f2768bed933f952e720abefb02508fea2d0b76816e23
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbca6f209b6c6eafafa7113aabbd473dc1d62d9b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8c0ee3ac60dec8633a2bda610b7f99d60ca52e6a8fd893169013681c19f49d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3581244629ef8907831cf118118ef4a3c69cb5e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512030658a88079f1701d675700858ff9605683d027dd14b2c49a5476920ee23
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963fe3c631d7e729629239e2a57eceba3535c7d4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0f30a8303f2f68ffbd39e2bd8322144ef82fcae0ee96c562a220e3af2aacd5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984d03267a37dea2179b62cd3e1677e41d819a41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35c0e1f510743777a3ccb5914fb905b13119dbcfe8615eeb36c232b21f81ad5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7d7f1c85ff2498905fe57fec87083bc62d1ead
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c5349949c7d807526aca56f3622e647765a0d9d4fb2d5bc425b72749307412
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a7794361b6db9e349df1e04b7b5a2bb379ecf0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e85cf34c6203e20a5a93e80048ca4b018ea4e33c5d467c0171c73f8af1d776
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c04c9815f2d10142ed2641bbdcd9fefeb41d4b9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86feff47fd52df07630a3f6b761a2db5419abe710084429f789ec72c6a7039cc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a9a733f3334435712bcbb5c7b0a53b1e7b594c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e1c6104c09c1de48e888c708c8ea7018bf0d7d4278e77407873e8bf04241eb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6463c9f7e6221fb0456667321d3c31a0fcb8fd79
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1153c5f523c14486d084402a7f883179ada52f7dfda12d12906521677308fdd
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ea5a8b651a053e86f6fc7be91f3da18260e3d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:342ab75770c6149cb82ae5c7e43ef91e5d0666bbfd53619f8e072311398946f5
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148fa25595605b377653a0f7a2bfaf1125e4ad41
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c35852c71e68ef045ad7f7d244ea20aeb5f005b79127088546c69a55256229e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea8fb7a193e04ae007d3f06f3d5b156d25c490d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14941db690c3ec79af8319762c91537f0cbc69f9bffdc4b7a120e755a5384aae
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552fb409a7aa8a360c723ed1fadd558844da2eeb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a31ed5679a3a340f50c81708171f66d9639780c730b895a3594be901cadcb0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bcf65c99ebf4b171b0426e8ee802d1bceec20fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0507343a4a4e71444e957857d0bfbfae1af3df0f567c31736752cbdd0cb9ae7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4097f8d254c0330e81b9739317803e1ee6f35c52
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665dda9c9d7ea3dde9fe7a4f3fcfe0867fc6d81198f29e7dd32da4147ab50afc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a540bd6bd637319809691ba817749275f9abe5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2692b5eb93b73dbd9f107187dd73de126a6e438dd5fed7763cd8ed2d2b5631c6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c809cee01954da4c05bcb0584b3afce925157b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f19b953c221ad3a4e5ac87a3790f3784e0ee907fd2954a7d317a3ef013ce1b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5266f28fff33f4d065f6b1de7004d97ad28c930c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15fa03180a2ab4ef0746f2a999e21da62189642b78eeae46681b12d7314c228
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c473e8c5fdacb982f1b921b64a6a9816b17874c9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd965441269ac295ab704f2a76a76a55c9b9694506d1fa9b8b4c52df458357f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a2411e5689de939ee03b968b505ea136300e1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b56591d6b21764fdf47a1d2c8eb52ad00269e2f089bc72d864e56b079a64df1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5ac4d78cd2cbfd96d573bdf7c0828ad8c7a00f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9a774a9c448a29ad31dcd360b2513adfbe9c7a768506105375ded357e4d39b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf9c6a7212c22ccc928bb971f7f5051836a6474
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e73d469d74e255a79f86543403c4997432b8476e922eb883ed19b053f792675
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be747cb543309b1046ce583258c74921cb1d4d7f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e4466286916011766f677a3c141bd35d4c75d51c6aa36cc4dcaa58a89c0fd8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c092a14bc2d1161f4b0addfb5987957907ce3d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029a1306719b9880bd2032af4d843f6f92fc48de6c86ab8d216b13c4ad23481f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e27e53584a96561f793fb88a1475cd2ab3342e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abd6bb85e7da6e037d33dc4cb2ceb110ca009b89fe2747951fb72758eb8f9da
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39214e4bece04cb44ce1f1acbc243516cfa3adcd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208e77f8fb65237b6d2403c1e2764d069c34186777453f54e267bfcfae5cbb2e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9eca2b9087e2579fa66f3a370a66e7d49be6c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4d8c85004379ae18421c465a20a2977da9c2cce2bd116a92ab34d457a28f40
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfd0cb28b99cc87f22cf4d14ee67b060dd1bf93
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3411a7de7dc2d02504d269101616026dc12ad8a85c20288c69b1ba802d355c36
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86dd7aa2bd7f4accc7b99b7838f5fd4168d73e4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd6c9858d1958289f02c06f416fc87a73e8af3716c0c4b06878c160d3d6b7dd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223d1f088e1f43269c1c6a0b556afb4c87dfcb48
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7517197d6d34dcc5c74b3f74db6c9e07d15c4bccbf1d6d05440e14b1eb944d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56c81f654926a4ff525cc86f015736ccb93525b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cadca6c2ba40765108fe7baaac10aa834fe60043eea42a1f518fdfe2236b5952
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8d9de722066d47d6a87743c1f2b8992a082037
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57affeedba9293590168943885fd484e7cee52896d3a0995bf5634d029f7ee3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bbd639770ca1b865a7e369482b266083cbc0c92
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b80dce2151c8d2d308308ba7fca1ae860867882a546a9fdf8f6bd00db76ffb
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f125e883d325beab0a8f1d5d6b67bfeeb0f112cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31b88e987970a8bbbf9c951920ca73ca8627564c0bf1ede6c93277f248b7cac
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb45fd86a759c288b7a258cf8aa13caa5f6e8972
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35750bff056cec3338568d12c0f19480fa60d612f7a8618d3e884226ca62e768
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9c905c10698ffd533c709a912bca72660fe509
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38011a94a97b23fa7fa2ff5f816683064fa1326472537815800d4811c6de3fec
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6782db424a81eb68636eab48082e7a238efb61c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539bd22e0e003c0e57d508520f4b5bfbd906951d0533d52c985f72994fda704b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea33d6177bdc64aa6e158b069b61cfab0ec3ba60
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9513c8306848082b04e11fb14b00288e71d4db74348f7bed4358b6d72d08d5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8421e466d25e39985cb82303ea3064fe532da82e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f541267779c21a296b17230a6a804f4b6e8dd309f7471599a7540d0220f08d61
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee34618e7bec07313fa12ec8745e0558d01618d9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0e99c9ee830d5ce2b1c6b4ad763496a5256fda1d6ae697a12304c93ed98ada
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb721b0131fc91d319b8e6247c72cd56378dd50
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f8e19bd0ffa2c2d987c71331cc9b9bd22a84d6d33051c79b2cec333b3cd45b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496c7e538bb1b0aae7bf07bd6feff2856bfeb54b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090bb2946c9e1b657a9cafdefbbd57c2b1978b471e950f0e6b98fa4eb3582bb6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55845a20c867f7784223202844403b44fe468783
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843360ad3b7c3c6d049021fcc9e7e12a0d22d4fd3931c9a8c01170b46b567528
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b589d9a4d0ea6d8e030349a8b5eb47db4925de
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc759ae8b92964ecd2e9e04111162ce9828d0b171f9e069d97dc094d2a5b8ab
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf95f5541f083b95077e2b9a1f78e035258b316
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c120f4f75d129c374de7cba258f46fd8d0d09bbcb70ffa2802dc869b39b183e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a852dbae16e97f822c516b4e30517e3819e0bc5d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e28d2d5c9cb1577e5aea5fbce2cc8dcbf6b98504971c1d7bce110378b6a0bcc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1480783acaab0cc544ea72b05ea353ce2367da
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73afdcb87bd49ba97c41910726053969cc2ec2b9f64648873ff0ab413ba220a6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81026a3c08db31b50e0a08038ec3a6603c4d9ac6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc904976f5f952e201198ecc57ea7845b87adb6b49c667f4a11f43233582a6ca
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff7f2db56858b6b0290de7cdd81a4dc21f4810d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbde93a4aedd0ffb10b88c29b330ea132d91c04c05a2fa4e2796feec45f1ac19
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f102c900956d828bb2da46a54c24f468ebb5e0c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c60f4935730d7586062b77f993f6ca897b378d02a0c671144d8445b5a2d8435
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9aee86260a19d2cdb1b7139f8083511aced9a17
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f7e3b219cfe6120a416c13d3741f67a820b54588cb025114230cebb62c0fe4d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ea1bff7395ebd142980f19a30cdf503f9f3268
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f5111cb636f61b32b3950f7c90906c3f42c1284796801129dd54a780aa30f3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e314bc242d8c1bdc8b36ec3abe6623beca119def
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3ec1473f6785fb81a50fb65b660dbb723373ecad36a5da1a7c054e78187150
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3bfa4dce84eb89fcb183bd64a23a822ab776494
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711b642fd6dc6faecee65cd791dcedab745ea458e335c07243818403aaff3d2f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04e852715dfcd0e3c04933d38fcc534290917d6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4579290ff058359718c59fd239eef02d768343dcd9ceec32abe4bf9be73b27de
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548a8dd740908137b804006aae5b135a2003d101
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8a99dede4338b9c66c3ffdad6adda70e50e093af4411a9afd038159c79cbc9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aece58e46cd2cf23fc39f1805dc87b4970c48392
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe7bf543e9a3d5e09115086f6a7cd483f0b66bf41d90f3a687f9c72b3585f00
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c68c75cd2cb530bc8ac781e2a082f45b04f050c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216b12305f8ba8e7bc07b252012b03cc9c96b9b3c1fc7cdb483ce07aef275c7a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ffa4499f7613a778cf1291487ededbd3295bce9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8d51624705f26f3dedd3835d0b2c56c1b6d95e092da87e1541d278d5f127b8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a217a62fd7783b93ab3553e4c0b314b5908329
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900e7afcc853777bd7b5407377bbd9f734961c933064fce7d1800a2eda8a0987
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2172bee569bcb9c725379a939d84d47089013841
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8335dd7410dfbe6fd1e12caafdb23641ba909d313c86ad8ca3c865659f8a8795
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15b25f896a4eb18e901518d8bb4e5bed7b600a1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9444a500dda78b8577a167cb7ca81b2b5022af45f481ff79256db5623ea5f9a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50872e331f05b2495c5509c6c9d6350e4629636
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e0511365a41dfe409985d61fbb20185f67f2fbfb8cb3c50dbdd90ed18b9272
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0cfb9c7adcd4220fe8c9ebfe3ffdc51b8afc4d2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b166eec71282da5959ce9b86315838a91972569facea530be6232bdecfaff1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5ef22230013175fc36af789c7418f4a3db20c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4be8cb8d67a9afa1690ccfa1a0547a6145e084c0e50ab5732eb3c2c0fa17209
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcda1ccc2d3ff8ffd2e0c73cac0fae35f161bcc5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fe309a84afcd25d1ead75f5f46f496a7cd6a180e635d1cbf55565e0878dff8
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a63603ea21bc7479834783f8e2826818003887
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bd65637801ae98bfd452b140e1ec93d50dd94557754f1585048051adbd2e2d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b2e525332d63134de972bcb2f0da569b45bd6f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c58f229dcede83e867a05bfdccc67a68cec458f50f71bd0096b0d9b595699e2e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9226a79b8a4c539324ec77d9517dd64c2cb15b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9557f90f6175c3d79a62892c96b310d31dd9ee86193e7e84888f3252c69105a4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37809b9f0cec1892ef4e9cbe75989cbf2c306740
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245efce119d34a607db2feb997a2a03dfe92a40ea29f4f6b3fa044aface2ac26
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12ccb21d0c10409453d6f3add106324cb68523b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3334edbad43be2e723a6eaa3127ed16f83234a5598a4457e0291d286c922a0c9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e921a169f47b0e13b25e2a7989548750c70da32d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ca48a1394963b23833271461bc6b2cc287397100a2d3e8b318ab859df2ef10
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79f08d95c40bbbebe6ee7623b8758673e8251ce
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fab5c459cae103fea509b86505bffdc83bbb8ed96dd712cd61e7fb66741ef3
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2f7c047a9baa65822c12f9f983a7000a190cae
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde9ed00fff76e61b1a6d0350ec1b2296751f44cedbba9ff96c606ba19d0ee75
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87934ad74cf27851cb50688beb142d3c38ceffbf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a994d08eb1c08e5ca717483e5b4de227c0a4b7bcfc704c47de07b80df1185fdc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b07771955636e371f6b8aa9f4f6a40f5d5e351b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d13fd9e96af6663dfa332c036223e54ab88d00ffd35ab9a788c5f5e2dc93b5d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047d84bce00ef511797c17aa2e4fb18c9bd9cfba
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f792b99ee8f200731bbfc849c9d1b9a5b9dfb9891a2a74617402d89dacda69a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..677681b5bed6e03c530d8f31450e5506aa0778ea
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d924af5514762f1241a21fdf8618aeaceedba862b6ac7cc43f90edd11a3914
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8772960b4da064022a6fdb084ef9f2c009f36047
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4895327a7ca7fc3563792ccc3e454318c9fbc3e27f41e935803c23aa627e68bc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5fbdeea148c99ae702dbce7d3a1010cc445b13
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae4b916cb45efe2c9a96a202c9b7cc1f1b00e05db2ca78649384fb5ea299ef2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70691effd44c98e04c3ee1363a2c8491a22cfc91
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5c2722f5954c68e9ec0cdc1bbfc352e88ea8940e5694fe46a177934f1cd417
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0bbb25842d313d70c81c66a69d226b2e5ac4aa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee4947bc9451f3b86606588699bcdc7c87d74691cfb63a8574a0c9ab17d9fd4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb2614fb5a3a7f1337fb1e6cf8e2bd5249ea7cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86f1e82d469d85e495a420751f62f8317a677da124c7cf6b76873fd8e0a77d1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4aec9793647528da1c9d228cccebfb9ca1a97c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fd6136f94245b541725898baf5c16d00921905da79a6e91e0f39ae7d9c972d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d99128e908c9b86912a3f51446ae8e539ec26cd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44665e2edd2cff2a4a140792000765678c4a19df70b2bee2e57a167006fd839
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c985a0b4361605a4ed633cdf649046a7612949
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256ddec8fc21f5ce37a2b3450e01182f0f798cc35a5e18a2872d0825ffb490af
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db67555c5cfa656757508306a8c5cf4386c6df7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41ef1bfedef4a81bfab77a06528baf630503d6866aafbaa9927ab9d00daabef
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d22e68058dce5b13654be74e0a0b681dc960396
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a7b44964d691649ea1b03d3ab7d8ec3493eb01053d1a1c8939434758e28f25
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb1a5ff788ac89c5be06b11037a8ea90040714f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0441bfe61d81a3ad0916771c88ba9740e98fce381e660b8d444136a8415b6f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91248d342861eeea0b5edbefe1c448478037f5a9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ec91a306cb8f75721fa99cb6df453e362ab69a3b5e303f6b323979ee0cf65e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1195f64d58b286b407514e84a5a03123308ae470
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71a2b4a8a46108acc7f9a85872da671ed74dff64f32c253e51e165572b2fa85
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44346ad9d8f23d070cd143fb89e08794e297d844
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17d08837b76d984c52efe3f7876f69f535359daaf795b1fa75f2c8b03cd280d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e0a3e62715838665c8f6f26bbb73150d5c63a5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d039701ce74b4423e1a9364de75ebe067f0954c0b994f81ef8d59eb6ded88755
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf56898f8cf8c79c9aea3a1fe7415179f9574475
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e933d5608d7ed1cda634a2a9c84d64f48b0902965824c9a401e8336db473681
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b496f97bf76dca93a3a7aca2e9410c7d7ee11a3c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b923d72db0f019934c575d683394340de7128eedbcbb796c42b8274e8e613cc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0617165533c90095cf3192e91102a9dce6318794
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb995b6edca29b3eee74cb40658b42e9b4fa6a4943918c3e05b32298adee9968
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d78c70aca0459984dc1faa0d2c692f8dfefd89b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef013888eee2b55b774fcf8e2044998a93835189bc14c62b42e92a8f3695b291
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca78084d97a01ebd78558b015c69c62571c3bd0a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34e84422160034ca5b7a6d0c9d102b553164dc255364958c4473578ff204afd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadc450f80439c5798a2d48e65904c50bc36b002
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9b7dc6710f973aa49a7a28ad8ddcf58f36e056f9b29be7ee53d98cb5dd97da
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31d73f338d554eb29b4196f68b88ad71e0c8ceb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52449d800e722285e1eea92e5caf23863cbce995237e931423a66b72d93ee39
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed80b5f1f41c36ffcb4b4c1cf402812177f575c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91fc42bf37f073b6db823041b6f26a3aa6b0db77f0542b24f1e296374dfdc2d
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8336c4a19e41c9eebafc97ab3dc7bec6098bb9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c56f33184fc8a8d6d06080fbf9a0c84e5bd15a29591b8e1bf250271d205462a
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b55ed1c32e692579f315b3a61418c30ed44f09e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8332a28189cff7f70d126bca17fe13bc45fea7f9f1a3056727dd46b7daf1600
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abcadc7b10bb1f8dcec5d762fe770aeb1f99961e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb9d3c4a04a2050bfd65a51466be608594d779772fc70919e1ae44ef98484ab9
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b264b90e7fb06928f7f8721559f9b694de71617
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1a9ea7dde61441b5b777fcec662fd3c745d9e2ccdb24cd4a3d794d30d009a3
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd791b91e9a4d74af52fbff6fc7f34d1e9a4166
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24d0091baa4e66702d6f740d1079472bdaee4ff27882eef89f4db81342788d4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95013d106ae5c393d841b8f245d9c07aae6455cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0052a21e2d0d812fd2bca46569a855579ce24990681c26769401e5112c067cb1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b193debd9ae3e92c74f81aba787617d59b214c08
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934b975838fb6345dae65e1feb03f0dc6fb4ddc053610e7a5c52ed5e082ee409
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aae524be2401a2554a05daaa0a8470f7e0a2f11
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979291c6c1167cb621a8978eb05c92b99e87965c0eb3821aedd7ce30b5db023b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e854c1b738de3a15f913bbbb9541ac5602f73ca
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794c7f8f5f0f5aabdfc13550b3253d7329df195e0ff2ebdf4236c4747b0b8d2f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62735e301c3e5b5a70e80a2cce7851ce7a35afd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ec9d3b8f2292d88c1ed40ab333cd656c13d577eadc9a87ac2bea1bd68dc99f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c0f8380c5e655ff811c3911ef488bb36bcbf70
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f3f345d0a15a178ccd42b76b51f5ac9b6523d10c8286df63210f9fc91b1c6c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed9f26ca32577ed746b324fbe942241cda94a18
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e502133d8f6cc41bb2dec30767f582f6d8bb59d2f9e7a4f399ec346917fcf88d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f8f60177cdfe785d870ae1f2e570959c237c9d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416ff28cfcc3c24574774b8182b92c757a4f517561bd9161e6ec370f072b5bf9
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f96ea91e1752b8261b59ad24416a84a8025c353
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4263f24a3dc464018349e7e9f47dbaedb95e6dce90254261a9b2c7398d37915
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b69b65fc1bd43059e1313ca8ce46e492941c55
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9741843c20c7e55a28224ec6b03010af9d1a6dec7289455b588df30079522c36
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99782d979abf26a139d273085b2f257995a4ee9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928935e31fc64992a6efd4bdf4a251cbb6ab3f8a298acdb343c912517fa0277e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06516a953a64805547d1e7df0a10727ef02179f6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbc19aebc5aaf4ecd97e7a12d496c44856848e014250a7dcc505d5e763f373e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75cb7a1a08b160fc21e1b2ac1e9d2f633ef9850b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b4611beabf2499ad0078083d4cdb97f430176e6c008307def9b309645769af
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf5a47525210e0b8af24907646105396ac7e57f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd316a55c08ff6b499df487c05516dcf380313e094daea529fbf5b5c2ecd1a6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..871d56f364a680d0a0e19a70db9984d61f7cbd33
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f415e0cece8747859f2bc093eda3b11e714718e913dec98cf9a97736f8126c1b
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e708bb1e9e1503340b9119a50804e54e8e5687e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f654548309131c6428ca738c36042aa624ef09445c612fd80b6ccd93731f83
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf863622f26c1a037c47ba9c46ad46883e7d5ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06f4113e65d3135465b7798bcb65c8a6b1529d1a715d1939399b888a5a84e247
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba694fafd435ca5b399be72f8bb2f0f681140a1d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b172ffa709ffeab9b48a32f615afaa71396a6c0bf28e6f34ee5b77a3a9c35b9e
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b1288d3b378444d763037d0271d2cf94cfc7f8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3fc81833b1d00f362c1cd81c5f9a7066b766501ed67dce42184f5c76532b8a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300828208972654763ad41112bb2589d1d21e711
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f9274c0b6301daedaf4159d8210206df5d5ade7da55cf438ef35ff3cf89155
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9973709f33fd3771ee18ffa313838adf00fbc143
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e5cdffe51c556b832fb3d4855cf53e71bb5ae69e48882e7be48e95a1b7b1cc
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4f7f00db97857d1dd6fe49b28d45f25e956227
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6514d81ac54aab1edfa3240398f90b4a4c67c2bc1e63818b3ed499501ff3baf1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c758284263a0d362a58f13044162991c9d07ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f12c0ac697e1230c0bcdef974fe2b4515b00bb5c1017770d8975575c1bf2650
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71156e672eff2ae10ee923ac2703ec8436c5b6b6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b275e744965a76611da57e0f28433e51ff9f9eb61e06e541d5cf100dfa3cdb6
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76dd1c26c9d3214e5391277f51cc9226ab92079d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4362b40b3686bfa34ba64cce90ddb8d7ed973040d9f9544c31fc579c70c13290
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b2f872f55fc63b73a32818a0450ae2fab418b0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d808d6f77161bde958b16889ac9cf965aabc3cf8317ed45a782e7df0e1840d1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95c68dabe7f02fb574a7799543c428cb8257269
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6ff82692f8196cb7c8ec339bb0d1f99517e540accb53dae1f47ce54a09ee47
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d01bcdc393e663e2b5bcb52318969e95e69bf82
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fde038c0c219fdf9007b56de7ea4b689d3b758a1439a186453a4ed4cc7d0c70
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c7d3fcd8e77d5cc7c7aecb41f760247a694fc3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdc560a9a06d6440c946d3c9ff16b23b5dec36d79631658f776716126d6a007
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05de2be9759f8b5701731f5b599a58f5198e835
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6148afc797d285014d2ac6a80443545cd2fb5891a63e66ec25a31b168f823ff4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5616443b442ffdd26a99e5881697e07e1f338a87
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28040032b9cfc9474d3faa3e31e8c031daec1edda58ef89ffb033b5073709916
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a138b779ff8fb2c11ed6bb8e714b7a09d78a37
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7b5d77e0505654c2e47ecfec0f3949a44aa1a5e4db2d22b1b22d9248ecc58f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d73cdac67a2a06cf6d38a6bf6d073069d5cf68a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03a3c9ebdbc81c9121a32b0253052b319deba3f5f4c7adb55a2b1b6d697500e
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c968c2ffedd4354ff2f4dd0a2cc377ffc35236
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552507a9da54040d89f62b628516e6d8b29f2e34da2ec7b0e30b2b62bfb061b7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef722c4190974c29ddbd6861eac66dd31972b13
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b512e9eb0295bd22cf429e78d2de5f62d91e4ddd3d04c53aad22a6303bc5ce
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9ffc26e0d2a51eb51d5ed4193b3b9756eae672
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae6000b33fadace3ce34944c72e22d55752e8e1e8a9e9705573709613ae8aa8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e394ebfce6de67ae0b3a051055e1b931dab16306
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92166e458f3ebf1c1af283cf260e73ef8f5dd907a59e9dbd82df6aa678d6dbe
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126c4529482da64fbea48a614fa3944b4da72ed6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d81ddf302c49a8e158766de23ae2e267796ea11741459210236db97b4e900da
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609e395a69ddaff52ca3b5529686fb1f0ce80573
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5bcf208f0d71efeb676fe2fade1998fc994fc7b3cd97ebb6b158eb21b03fb5
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7658489749795991e3f715f6abdd847914959ed
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c8a528d8e947d4ddb1fe660e4c92fe5f712e944bcd51919285fee520d51827
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d273443e5727088ab404aeecf8ac92a5da2dc1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb213aafc3a2472685f01bd6c9cde41d1f88249b6d8a604e1d556a185e5f7ea
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021adf9f1ad1a61fffbf7c1372d283a06747f4a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54533ae6f15963648ce5765ddf947cf6e4f86ebf2ce94e3ce4831aaf102a937
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465e9ad9a71a87b4970408aa5401a921e3fd224c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96506febe1ba95b6ef0cb7b30fc9fec8e98d925f2a45c5524cf2ee6529dc79fc
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0158b5a96992678b1f4c67894f305c8384486d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155423f1c4fde74dd8d4697537c8cda2a72bbf5b108ea38727f3b46091641b39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fed75401140c2fa7aebad9975503e190497a97a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e298106493f33ec24d9416fabf95d5c3fada23b260887e4128ece2723831b07
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704aea3842d738bddeadaaeadc4dc7200784f2c8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359535f57c4d654ebb0214e556598bf5df2aa3aac134aec112fe2b109b569cd7
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d0490f16f30045c55a9fac22e3c8af2761b8fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4067b671d3804fd1bfc636a887d948c62215a03c011b4fe12b0ad0647b405a30
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb97db502f528198a98a345803953814370a4c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e11d4a6332a05f435b3e138e99d8414cb7255ae052ad16ca371bd6dd9caa7eb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..499c098965dc311b9ebe1c97a878e2c3bbc7074a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533d1e901c110b1b36b500e987fb0bc45bc18e0e48712bbc5171dfedab0296fd
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca024a42e2c3230172ea4d4c47e56e9e600a61f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3584dbf61176fbdf1669aa7bb83f018eef4d7eac7441638ec707591e85dea4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be856049d2d70d82c4294789797d449c2f7c26c3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf10f0e89f0519ffc75b0d2fb3c1aa3be7326993164f0c55aab08c2b5264e1f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9784622ff3409b4dc4bbba9e888bead3991136aa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9423cc20dbf70d59ddb84529938183c1fae15c2690858079b7bf9f62153925c7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7f53aab6f61f6f2b5d382c3609b9b3537bd96e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560a624d3a6da85d5daad5704bbfdb62513056a4d45093126d43e41b848e2ab7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32fd1b0b2caebaec30d8e6fb9817ebfa89caf49a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a47738159058c96d112f3068064f54ca82c1af43a8964a6b8b7d29a746d6c11
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc8b51f2b7093577d9be7eb5e74a4130d27be66
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4384f99f0538704ed58246d276e717db3e365bdf3d0e856686b692977bdf8482
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89a5a9a137d0edffc3d2632a5e4b02eee1a627d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52f7e247d12d156af55c879a535ca28f7f777b9a876c56d4d23a46207ecc059
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b0d2e5fdbeac8c30dfd9b0364c2012253c34c5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9c287a90ae45f13098a3086f307994b5a63d9820e1e968a69eb54e5d4d3156
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c33ea02f004af6fc350040a22651c04a2f0fe48
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db612637fc46a09fc731323a228838509869b7fb5a745fde2b9cfe70b252ced
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8580e2610b16d3824e7e97d8dbd052b2f483b799
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6f1c6b017ce46910a337525ba6c2f9b99016fb88467bebe190cac3642e8f0b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86adbd678b9d92a908ed3aee08c7129dabef5b97
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3768507cfec1d5690dff5cfbe834c270998fbf527c938b4e8e63071bf589e3
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82d01056ecad10378954a64adb477d1e9d09e40
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c576c6624199bc7b0b5b66868d329deac0082a8c4fce32ebc7abd4bbeb3a4092
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb66d0fff31ff8e9b1e3da16fbe86b6823ef9f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b40059cce2fe4361cac2c8158b29456a95d76eaca6c7525f38fca39a2c48dc
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b4ad2abea6c197afb3095426382ce1a72f2ce6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df5b8115a0b50a145927b1ef27c3423935bc4fc51f0f920a3c4b23cbb9fc2e1
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8639e6e5c2166e76362264f7e90856b4a62d9d89
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b113a4366593333929b7a8d40d3818331dd9f5da2b5027f8378ff39211f43058
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca5c8cfea4f0eb52750654b9a9c296728eb07293
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af42b46d3966ff3b99eed4a392e882c0020c205a61e4440afb5a78b61e5e0d60
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd2697a0227b2113d02b7f46a8ec07b51aa691f3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6872bc8e23da1bc4bf574651281d7c71a764e25928c67291d1b0d949c9ae5045
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a359d0be4d563204a1820a0459e9393490f143
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75935399c0302b746035dccfe604ac5edbae91ea718f16a8694d0fe55125555
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a777d78b3060a3118a253cb045ac8a2489cfc4b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee637aee711c7e823c0a7ae9f4dc088615e2cd28d9049e8add86e25ef8273cf
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca17b21f4b13ee5da6dda32242a70a0c2208efaa
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9764e44e37128eb2298e90bada39b57e4a41301b1d88729751a1a72440d776
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ced734e61310fb393b4d07c344167ca3e65d43
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5268a3311444d48016ad1c46de6fa45ffc8f4cecda3ff53e20f1f594172a919d
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690803d1d98737fbb5633204eaae02a2e8543ea2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1124dc959c4d878ed6c184bb4ccc62770dac299e822f9a6c2b96c33d2dd7e740
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f476625a7e1392bede9f3f851548c104b3a0c555
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b23fd806fd6ec876a069aded4bb0d3c794b1b0188a0a5becb7abdb0a0e3652
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b6a28bb923881c6eaa9c30a040ba2862333adb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929b72b3b5f44f154db081e1eca5a1292c1b6bd7a16f3b8e91b5e62f5506b013
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf289cde211f633186cfddbc2f2ad64cd8d3d0f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c5f2a96d07a5d24a682f94edb0034513b0b3cc553559e8b748bc2d7b83a4e4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d50caa74727b342f10d0c9af68a7449bd7f0dde
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127c536c97bb4a7674a3202fdf3bcf209d3ed2f7afe9837f46ef55218df3af65
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fffb66994436de0ed1067661a3c15ba4b27375e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25da13153a36ab54acf114b238b974456527976ecf74b4044c1f448a77d003cd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ec76f8a9b60027acac33fd18434638f54ce502
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e14914447144e096a9bae75b55813f4e1d79fb15a668a10d0e6f7a5e95b081
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422f68694a140ac03655b1a91566278fa649533a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439ddd3a260dbcbb23262cbde3a1be64f26507179a97b4c0b99b9d427b3365ad
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eebc135fa467b434276873e850e2a525663f1883
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120e043f65382a21736056d469337a5ddec25ba44805ec4ed4c57c8a7ca02a70
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a40d767855d10b73e1bb485064d3008590ee78a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f744ef71fa08c478c896d4d778ce998d98bf8b4c17ed90498b5ae958619609
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f36ffe58583e8e2b19aad7dac4fbb44846ff75e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a749e1c1182d32a6d373539ea0953e256bfc9c7b606bc59a7ac9bc8b874bacc2
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76c5cec3c38106e1f2e37ffe998529524bf96f9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431b0e7f2da43d8e36d146b4e7ddc877764f00cddd10b63d70e39eb28d3bc9fd
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c52aaf75f5af90b0a0f7aceb23b05d42ca1d6b5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad1fadd6efe38fb1f2eedd62dc67053ce3e0c46ecbe2a8b6daffb9eb3567251
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e686ffe1a1ca41c5541c2e5d72de463ed7f5d5e8
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d0a9c43a14d01db91510ccc21bfbd1e7337b3a060ab7a1e063e245b03326e6
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f93f2cada6dff6eb6ba6a7172d999557a83016e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39505f2d01dd88169f10979bcebfaadb3c62dcaa6e39f64334d8150cbd66a818
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b66d4a2837a1a66c302f5bd722bcabd2368e960
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbddad05c6a6d1b4c4cf8fe41cbad233722e2c8e512b274a74e7b1d9052fd76
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b23f15714120cdc564ec0b51824813790f3a961
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8236360487065f8ac530e810d447e107546c978fec585b81c1a47d89c1bb6fcb
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afcf50c603c9e9fcbe1e620d1cf5f595068b103f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff952ec37c0f7c31af84d2fd15d9d9a67247400dfbc20c27ebd6c4d70424403
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0211132a3edddfbf49c8b21bf798b3adaa98bb34
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48fe15cdd87965405ba04acb043e899148d9731217b9d20fd1cc6e02a223bdd6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c53ca06c617408236028b6e9b5cba658245823
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6f9c2d3d536674dc106fac0fe0e55ad7be178f1497634d3be65d9d122acff4
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3363adcf627dc40a9c33e84ab461a9f144504183
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd39b6bad59c877b4c8ddc0d355037b8da61fc141c097b6c78caff08cb698cda
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3523c81ec4164d0121dfb9e4df75dfefda9f98ff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695a50b196e43019117c1f242de353f5139a1a9202e6b865a37bda545be4fa84
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6951dd0db3fc5f1abffb8edc12de002390ca7793
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca105efe3e63c15c329aba47181560ffe59803990bff36859affeb9bb46bcad
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f76177c9c23d34ca490dd70f344e8a27cb6b4c4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf5488c92f7ae07d2e26a4867180c64e844cd695630913377b1237d4686d3de
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902ab17dcf4990915b57b90ca91f2995ff0f86e2
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94c8d0b14e621765a871b0e64a6ad6acf4f182ce02db70b9590184be09894eeb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4cea976d3fccaed662cf8688ff7442406381c6
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca491a96563c10e00db0f61d91ef763f26420c9b399345346af3104b14b490b
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85eeee979cded385d835797b78f1a5486cb1d53d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fe4ce38f28cbf9cc9170911b3c173949be66b2573dc96042537bafebdeef08
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4e0b92fb0a5a4d2fe587db8569c7cff29af794
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec82539b68832436b40fb4e307c8f01a2fee2d38f499384a4ae5593dd9769c1
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d697cbcd981d86a50f4e1c302ed0786ee675f6a7
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9eeb1730a5fe847f67575fd3b5912d9e72e2c63e7c8e02a88613348d8be908
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce03ac3c884319b9c47aac27afb6ee0f34d2c6af
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b66fc78eb22e4fa23aa3b4cc6ddd49b4ae41a0243787251de207a113d9e3f9a4
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd234123e608505d29dc281f9c6860a80768a727
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334d557efeaade5ea02f13822c1cc7f1d8b6dd1fc653b253aedca6a59cf90eb9
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88886966e358b6e11499f7fa53f2718ef581567a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7660ab388c0be0ac3788e82bd32747976fe1b6118a9679bb532be1c15092aee7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca08ebcea1a2e438dc2e68cbc9d0a45546765ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2530a84f0f33cd5881e0236f6202006abe6a360f145aefbc898e86ef0fbcc3d7
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884959b0120766c2c0da2bfef4e48e2aaa7455b3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b8c2938f643f3f6e11fdb0408e0222a5f8f37fc702410a36a2a5bbbe38446f
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1716fe08818dec374858be8345314a32b2b7851
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb272d54675cadd72ad64eac388faee085f5085deeb9ef0d69fda61edcb0617e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59264e327cd23ef180b277f8202305a409d33653
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ceed7cae7364074c6b0c1f61fb32c6be75ec8be3edfbaf39924ef7dbf1af82
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688fc7999411681f3098826f82ffd2d041fc3b0d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb76e8cc684e405edda5b01337a9b35b641050d30913c9f365cf6443ce951df
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca98f06dac04fbeb245462388d8f95894742348
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d98de361b11c384213e53caa0647afa4231b211ff1ae9deb6b22e2d0d0bda92
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee7018055d30d7b794371fa072cb2f6f72bda44
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606f20aeb8ce5bba5a79397208dab8927c1ca215e42a6e2cdf3c3c65f72aab4c
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b54764d2432213db93d90d0b6554e6d4c90ce94
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f7fde611385d1133e6ee0376a26060fde30db5ed72090f180b2000e657d72b
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d2ecb65062da0916ee397ec6eeb7837c41aa2a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae76d46264b43758d5b50d90316d06a26ab15afe421b42e3ac6436e4cab8224c
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8d5a4b75d1f68af159f45f15717d31066d8ad4e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4855ac985ff90d189cfb3889ce2e98992b036cdb7212c5c7a4aea2630081ad44
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6056f97ad250c94dcffc1fdfc6a2f28cfe553604
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21ef18bec101bbbdb138e11302292a23584ae624907126da10123902b3ec3e6
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069a5b5902c2f6785769497017a9fe552d25be73
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f21be229800ec62f97c837d7d1b9af7d18521d7d24de399b21f592b06c0e27
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d461655ff63c2b692b7bc08fc56fbae079cf96cb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42fd21386ea4bb09c270d67ab53a0650fb1f7622b67897bc4b46c10756546ac
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6c6b1fecab9bc3e7832b9d2b4ed5bffa983d0e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75adb33560e2b1340bd847f99e0fb15c6fb9164524154359e60c6521c101cf55
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e3d401f57183a505f77152317e6132e5bba552
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3073f64263d9123098be455bc61ba613dfb631546743b298544c1d709264feef
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b7ac34e2da7756abb1cb4e1bc67c1e16158788
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68acd80952904238b7589b6f985480ba67b0bfbac9a2ceb1589ffdab5e35fbdf
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1fac5812e49e3b89b50b7aed398d761ab069b20
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbab5e87a0d092f4e2994c96f87c09fe40e34b4bcbb9bb26130dae9fc453a2db
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2bf261326f06f13a89b7f26682b91ab66060660
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c87e5f4dc8e73947509963d7e5d821c9188783eb391ba5a6759016a0f09f08
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993e480a85babebf0f993973d0d14bc27d234fdb
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d914878f6fce23af67d41d5ac27a89a92890961ce3696e077ff0a7ad6e12f104
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940fc33472df8235063b39fae2e697863709d302
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7c9176952c5f27eb4be5d21dae9305d60b8fd2414c172fab2fb12dae8d7051
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b0755fbf1c56a3100135533f2158d62606bc1c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ce059622d4d66051386565198b4bfe69bb03a4fde4f894fdc498fcf8fa267d
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f950366368c095eff32f3c3cffaae061fac40c97
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ae4f3f04e7c3f6f5728452e0fe4d06cfb1e56da9e90e79e3a99b85bcc5013e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f2c5896e5fc61278ec9c10fef7b8f609a6fb6a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ef610d645048f268391ce5bec53d0774351bc675562de27ec7aae4903a927c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc16aa2c8cf1a607ed955ce53e960aa8fe4c93cf
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e53df63f6086ff6d0f9ea8ff3f659da5571ed9cb5c1f7d2a9803014bf6e427
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3584376d845b2297f90fa86589a1265bf38d09
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b000f72221f5f9ef5f61cc85e5dc01b71b83baa1146ec4ececa433142a031ca2
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0feb2cb81d80575a724b3f379200751ebaa948c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e473287f03019e5230576e2e8beada9d01bc19869329ae358dcfc009ffcd2d1
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76dd1c26c9d3214e5391277f51cc9226ab92079d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4362b40b3686bfa34ba64cce90ddb8d7ed973040d9f9544c31fc579c70c13290
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941d756ccda679fb71f55d8fa98c9ca925aa5fd3
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb508df7faf2b8b5c281bdca26d7f4e70649fd839bcb50dcb78607f19d93dd11
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c01f97e25233d3dc047ace6e6f90ed2f41282ac
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e38b4e40adcaa9591bbbcb2a94db411d949374cc7a46c3c31c9147469fe0a7
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9477e318bbca98493b9e66cf246928298800b0ff
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aecfa683c0662ac9cf6865d795ff13a9bc1db67b2d92ea35c33dafcdf8f1e53
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4327461c6d5428c77a3a0eff87fcb79c9e0bc4
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9855a66daddaa6e38f18c66edc02d0235ba6e2b1b9fb80d7d578a8994b97c88
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9fd504c723b1fcdb3189d560a1549b659ca49e
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7a19bf06c71996123566b297cc170f2bcf8dadb27775463dc7a5440f3041b2
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742f93700b9960b70c7d8303517f9556e9a6e5fd
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2671f610e879e15ee899e12997306f52e966db71f5c70c0c34b77bdbbe198454
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d932a0c95bf812b95f3ccd1b5f341e6af7a27c
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5b122431c98b9ef41a8add649abeb2c6fdad88e9fc353118c7772fb92c2b77
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76dd1c26c9d3214e5391277f51cc9226ab92079d
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4362b40b3686bfa34ba64cce90ddb8d7ed973040d9f9544c31fc579c70c13290
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a4e950006755b69a3d9f891eb52fde8521654f
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d873cb238e3dd34dda3b098d3afaab59ca5cccc64a5d7b126886237296497707
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36480af698b07c40effa3f36844ee5c923f8ba9
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068207937845d7b424f6b56ef3a53d3a2e04115ef6c0fb95b62cac8a13f05f07
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c47cbe36e445d2686751d3b3bc3afbd20a76dad
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001f16878dfd63a3bd18ce7bdbdb40058ec38286bd57698e7975810e0e54a99c
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97281247aa0972170adc7c62753ee92fca095479
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefbb3a3fe6343316d8e5bbe4f721c6f5ab37d6234a0b56fe7ba2ef27610b0e
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388e969caa267823981ccac0b45b6a0405d9edef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357a6bb5177018b3ecb9b30bc7baef0b9a9bf1f0e2b07ea53c32ca3e1d8c2c79
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a09279d3ee7428a2eeef0f045ba8ad3a3d0f91
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105755419338dd1234e5742bbce230b971b5b5a470948bfa986d98420b166e57
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b6e05b5f24c063eff1f6567512f4fb6a7e222b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d9ef6380cde7ef08462f885507ec3a0900a16784542385b5d35b9c46514c1a
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73b3723d1485e9f1fd28fc5f8cff9a43375b7ef
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f0184ca4f56a6142bda3323eac7076e91c97c74e5e7ad325618f51cd6e08bb
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ddc59af945bf68b312f4377f4b59983bef556a
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978a35624cd68a3e823c3cec698c95e7c39af344ae2d842f4b3349452bad5f63
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cfa0a81bc82239cef68aee28532f11ea32b9cb5
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052c40fdd6fce59043862089f194808a1c212ece1e54338900b5234deba511d4
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc6be08beccc488bac1687f3019b9f63b1937c0
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c80174b76430724cfbf8343128ff0dc542dce242dd6d579278e9fc9574d39
+size 58499
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb32727b842c864ea2352928eb8973139f51331
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6124b54751d263cafbd387819a7b62c03b2635159222f7baec666735572f5eed
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b62270798f776660bc1f0c92e0e75d1a5a139f1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d89ffe4ffb2e230b7be393d21650d8396907cf8bb3e63804a2a0358e4fd8a8
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e8ecf985680bdc78b7fdaf5ebad8a00967c66b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d566108d74bc19d0dcd043a0cf1c95addd07ec086ce847d647abef053d9962f
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15674ea222aa3af9ccb1adb34b3bc4bf59ca1e1
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71f87144f2427c0b58c3bf8d55d8c0ab22b7794c12eecff6e1541a7b0b5ed78
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e329c8f51d1f3d01080101e0ea98ae064b6e202
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b6a6159d0da7f0174c29506062fd47bcf0cc0c5a0b620055bba23f51953e57
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144ca01b9ba837f738f3cbcea29eff152e2f0fec
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8717856e6b350b49aaed42cea3b405e15014dd37fc46582f6fe1f844003cffa0
+size 17539
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967962b1d7ebb45c29aec67ed30efb3cbfda0330
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665be16cf18baaa3769cf513a48a47d25eba4c476549701eb7040a4c79ca1417
+size 5251
diff --git a/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a565df338a63ee3ac2e82ea389b8b945d8af6b
--- /dev/null
+++ b/params/llama3/8/rnd_search/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17e647a9d08254f67d74e5ec7d8199fe3321eeaba8c15b983ad59cc90fb30fa
+size 5251